[ 585.179418] env[66252]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 585.179418] env[66252]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 586.170023] env[66340]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 586.170023] env[66340]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 587.732081] env[66340]: INFO neutron.common.config [-] Logging enabled! [ 587.732418] env[66340]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 587.732643] env[66340]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66340) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 587.732944] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 587.733055] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 587.734063] env[66340]: WARNING oslo_policy.policy [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 587.734297] env[66340]: WARNING oslo_policy.policy [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 587.735957] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] VMware NSXv3 Agent initialized successfully. [ 587.736329] env[66340]: DEBUG oslo_concurrency.lockutils [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] Acquiring lock "singleton_lock" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.736472] env[66340]: DEBUG oslo_concurrency.lockutils [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] Acquired lock "singleton_lock" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.736673] env[66340]: DEBUG oslo_concurrency.lockutils [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] Releasing lock "singleton_lock" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.736952] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] Full set of CONF: {{(pid=66340) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 587.737076] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ******************************************************************************** {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 587.737178] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] Configuration options gathered from: {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 587.737508] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 587.737680] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 587.737786] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ================================================================================ {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 587.737952] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] agent_down_time = 75 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.738103] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] allow_automatic_dhcp_failover = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.738236] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] allow_bulk = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.738377] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] api_extensions_path = {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.738514] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] api_paste_config = api-paste.ini {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.738654] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] auth_strategy = keystone {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.738759] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] backdoor_port = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.738861] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] backdoor_socket = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.738995] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] backlog = 4096 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.739148] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] base_mac = fa:16:3e:00:00:00 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.739304] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] bind_host = 0.0.0.0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.739487] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] bind_port = 9696 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.739574] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] client_socket_timeout = 900 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.739712] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] config_dir = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.739819] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.739954] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] config_source = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.740104] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] control_exchange = neutron {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.740245] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] core_plugin = ml2 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.740381] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] debug = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.740514] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] default_availability_zones = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.740720] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.740857] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] dhcp_agent_notification = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.740989] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] dhcp_agents_per_network = 1 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.741143] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] dhcp_lease_duration = 86400 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.741280] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] dhcp_load_type = networks {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.741416] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] dns_domain = openstacklocal {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.741551] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.741682] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] enable_default_route_bfd = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.741813] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] enable_default_route_ecmp = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.741940] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] enable_dvr = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.742084] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] enable_new_agents = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.742216] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.742343] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] enable_signals = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.742506] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] enable_traditional_dhcp = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.742593] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] external_dns_driver = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.742718] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] filter_validation = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.742853] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] global_physnet_mtu = 8950 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.742985] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] graceful_shutdown_timeout = 60 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.743172] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] host = cpu-1 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.743311] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] host_dvr_for_dhcp = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.743470] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] http_retries = 3 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.743621] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] instance_format = [instance: %(uuid)s] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.743760] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.743899] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ipam_driver = internal {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.744045] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ipv6_pd_enabled = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.744176] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] l3_ha = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.744314] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.744451] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] l3_ha_network_physical_name = {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.744619] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] l3_ha_network_type = {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.744764] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] log_color = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.744902] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] log_config_append = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.745056] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.745223] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] log_dir = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.745369] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] log_file = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.745475] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] log_options = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.745612] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] log_rotate_interval = 1 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.745758] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] log_rotate_interval_type = days {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.745899] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] log_rotation_type = none {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.746010] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.746116] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.746255] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.746393] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.746497] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.746630] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] max_dns_nameservers = 5 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.746763] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] max_header_line = 16384 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.746894] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] max_l3_agents_per_router = 3 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.747035] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] max_logfile_count = 30 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.747171] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] max_logfile_size_mb = 200 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.747301] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] max_subnet_host_routes = 20 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.747439] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] my_ip = 10.180.1.21 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.747577] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] my_ipv6 = ::1 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.747706] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] network_auto_schedule = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.747832] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] network_link_prefix = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.747966] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.748116] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] notify_nova_on_port_data_changes = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.748252] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] notify_nova_on_port_status_changes = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.748390] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] pagination_max_limit = -1 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.748523] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] publish_errors = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.748652] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] rate_limit_burst = 0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.748785] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] rate_limit_except_level = CRITICAL {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.748913] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] rate_limit_interval = 0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.749052] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] retry_until_window = 30 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.749185] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] router_distributed = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.749314] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] rpc_resources_processing_step = 20 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.749444] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] rpc_response_max_timeout = 600 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.749578] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] rpc_response_timeout = 60 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.749707] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] send_events_interval = 2 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.749855] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] service_plugins = ['router'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.749994] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] setproctitle = on {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.750137] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] shell_completion = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.750276] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] state_path = /opt/stack/data/neutron {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.750414] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] syslog_log_facility = LOG_USER {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.750548] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] tcp_keepidle = 600 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.750686] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] transport_url = **** {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.750817] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] use_journal = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.750945] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] use_json = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.751084] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] use_ssl = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.751215] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] use_stderr = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.751351] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] use_syslog = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.751502] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] vlan_qinq = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.751625] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] vlan_transparent = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.751753] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] watch_log_file = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.751880] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] wsgi_default_pool_size = 100 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.752014] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] wsgi_keep_alive = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.752157] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.752286] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] wsgi_server_debug = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.752430] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_concurrency.disable_process_locking = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.752575] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.752719] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.752853] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.752993] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.753149] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.753289] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.753459] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.connection_string = messaging:// {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.753609] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.enabled = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.753753] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.es_doc_type = notification {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.753889] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.es_scroll_size = 10000 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.754040] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.es_scroll_time = 2m {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.754178] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.filter_error_trace = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.754318] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.hmac_keys = **** {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.754466] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.sentinel_service_name = mymaster {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.754627] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.socket_timeout = 0.1 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.754766] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.trace_requests = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.754901] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler.trace_sqlalchemy = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.755060] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler_jaeger.process_tags = {} {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.755195] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler_jaeger.service_name_prefix = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.755329] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] profiler_otlp.service_name_prefix = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.755479] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.enforce_new_defaults = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.755772] env[66340]: WARNING oslo_config.cfg [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 587.755946] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.enforce_scope = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.756109] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.policy_default_rule = default {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.756263] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.756410] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.756551] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.756685] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.756816] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.756943] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.757086] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.757226] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_policy.remote_timeout = 60.0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.757376] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.757522] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] agent.extensions = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.757666] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.757808] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] service_providers.service_provider = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.757951] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.default_quota = -1 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.758160] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.758326] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.quota_floatingip = 50 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.758465] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.quota_network = 100 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.758601] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.quota_port = 500 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.758734] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.758866] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.quota_router = 10 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.758998] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.quota_security_group = 10 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.759149] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.759284] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.quota_subnet = 100 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.759517] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] QUOTAS.track_quota_usage = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.759671] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.759806] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep.group = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.759937] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep.helper_command = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.760085] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep.log_daemon_traceback = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.760229] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.760364] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep.thread_pool_size = 8 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.760495] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep.user = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.760637] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.760770] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_dhcp_release.group = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.760901] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_dhcp_release.helper_command = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.761035] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.761172] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.761306] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.761435] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_dhcp_release.user = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.761573] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.761702] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_ovs_vsctl.group = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.761830] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_ovs_vsctl.helper_command = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.761960] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.762109] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.762242] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.762374] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_ovs_vsctl.user = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.762517] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_namespace.capabilities = [21] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.762647] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_namespace.group = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.762775] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_namespace.helper_command = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.762906] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_namespace.log_daemon_traceback = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.763052] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.763189] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_namespace.thread_pool_size = 8 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.763318] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_namespace.user = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.763475] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_conntrack.capabilities = [12] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.763612] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_conntrack.group = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.763743] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_conntrack.helper_command = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.763874] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.764018] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.764157] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.764289] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_conntrack.user = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.764442] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_link.capabilities = [12, 21] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.764599] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_link.group = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.764736] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_link.helper_command = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.764871] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_link.log_daemon_traceback = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.765028] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.765156] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_link.thread_pool_size = 8 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.765287] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] privsep_link.user = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.765443] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.765594] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.765741] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.continue_on_failed_promotions = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.765904] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.dscp = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.766058] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.dscp_inherit = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.766204] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.force_mp_to_policy = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.766340] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.locking_coordinator_url = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.766477] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.log_agent_heartbeats = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.766614] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.logging_expire = 1 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.766758] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.766894] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.767052] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.polling_interval = 240 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.767191] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.767333] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.767478] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.report_interval = 30.0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.767625] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.767769] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.767946] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.768103] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.sync_skew = 60 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.768244] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.synchronization_queue_size = 20 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.768382] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT.use_helper_for_ns_read = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.768528] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] SECURITYGROUP.enable_ipset = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.768677] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] SECURITYGROUP.enable_security_group = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.768817] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.768959] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.769118] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] experimental.ipv6_pd_enabled = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.769277] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ml2.extension_drivers = ['port_security'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.769413] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ml2.external_network_type = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.769565] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.769712] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ml2.overlay_ip_version = 4 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.769853] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ml2.path_mtu = 8950 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.769992] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ml2.physical_network_mtus = {} {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.770157] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ml2.tenant_network_types = ['vlan'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.770300] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.770442] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ml2.type_drivers = ['vlan'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.770587] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT_CLI.neutron_port_id = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.770723] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.770951] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.771121] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.771267] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.771410] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.771589] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.771751] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.771897] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.772131] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.772281] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_login_password = **** {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.772431] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_login_port = 443 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.772574] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_login_user = admin {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.772717] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.772857] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.772992] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.773143] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.773279] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.773457] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.773611] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.773754] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.773892] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.774046] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.774195] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.774332] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.774475] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.774695] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.774843] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] vsphere.vsphere_login_password = VMware1! {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.774984] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.775134] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.775274] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.auth_section = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.775422] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.auth_type = password {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.775565] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.775700] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.certfile = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.775872] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.collect_timing = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.776036] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.endpoint_type = public {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.776181] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.insecure = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.776314] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.keyfile = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.776457] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.region_name = RegionOne {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.776595] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.split_loggers = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.776727] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] nova.timeout = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.776867] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.auth_section = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.777024] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.auth_type = password {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.777168] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.777302] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.certfile = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.777438] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.collect_timing = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.777581] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.endpoint_type = public {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.777717] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.insecure = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.777850] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.keyfile = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.777976] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.region_name = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.778120] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.split_loggers = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.778250] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] placement.timeout = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.778391] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.auth_section = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.778526] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.auth_type = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.778655] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.cafile = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.778783] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.certfile = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.778918] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.collect_timing = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.779059] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.connect_retries = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.779196] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.connect_retry_delay = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.779332] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.enable_notifications = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.779464] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.endpoint_override = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.779596] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.insecure = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.779725] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.interface = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.779872] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.keyfile = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.780041] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.max_version = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.780179] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.min_version = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.780310] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.region_name = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.780442] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.retriable_status_codes = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.780573] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.service_name = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.780704] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.service_type = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.780839] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.split_loggers = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.780967] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.status_code_retries = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.781109] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.status_code_retry_delay = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.781242] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.timeout = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.781374] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.valid_interfaces = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.781504] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ironic.version = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.781646] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] cli_script.dry_run = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.781791] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.781925] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.782076] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.782213] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.782349] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.782479] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.782614] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.782746] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.782879] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.783033] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.783171] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.783314] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.783476] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.783628] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.783805] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.783983] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.784201] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.784428] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.784667] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.784909] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.785164] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.785406] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.785628] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.785863] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.786070] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.786284] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.786492] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.786712] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.786925] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.787155] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.787360] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.ssl = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.787591] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.787811] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.788022] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.788228] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.788430] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.ssl_version = {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.788625] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.788829] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_notifications.driver = [] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.789031] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_notifications.retry = -1 {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.789246] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.789438] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] oslo_messaging_notifications.transport_url = **** {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.789575] env[66340]: DEBUG oslo_service.backend._eventlet.service [None req-5a61bed3-b632-4001-be28-93c04e5ebb0f None None] ******************************************************************************** {{(pid=66340) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 587.790770] env[66340]: DEBUG neutron.agent.securitygroups_rpc [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Init firewall settings (driver=nsxv3) {{(pid=66340) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 587.792146] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66340) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 587.792394] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] RPC agent_id: nsxm-l-01a.corp.local [ 587.794673] env[66340]: DEBUG dogpile.cache.region [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.794798] env[66340]: DEBUG dogpile.lock [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.794899] env[66340]: DEBUG dogpile.lock [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.794993] env[66340]: DEBUG dogpile.lock [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.795103] env[66340]: DEBUG dogpile.cache.region [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.795193] env[66340]: DEBUG dogpile.lock [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.795318] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.817206] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Session token - acquiring [ 587.818732] env[66340]: DEBUG networking_nsxv3.common.locking [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.818916] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.819031] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.819470] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.830276] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.101648] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 588.123294] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.123600] env[66340]: DEBUG dogpile.cache.region [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Cache value generated in 0.328 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.123751] env[66340]: DEBUG dogpile.lock [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.123841] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Activating Policy API Provider. [ 588.123956] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Looking for the default Infrastructure Rules. [ 588.192489] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Looking for the Default Layer3 Logged Drop Section. [ 588.208430] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 588.208906] env[66340]: DEBUG networking_nsxv3.common.locking [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.209102] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquiring lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.209242] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.209478] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired external semaphore "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.209820] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.725719] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.228827] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.732691] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Inventory metadata is going to be refreshed. [ 589.732691] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 590.451020] env[66340]: DEBUG networking_nsxv3.common.locking [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.451020] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.451020] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.451020] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.462249] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 590.463443] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.464246] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 590.488650] env[66340]: DEBUG networking_nsxv3.common.locking [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.488650] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.488650] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.488650] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.488650] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.488650] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 590.488650] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.488650] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 590.509742] env[66340]: DEBUG networking_nsxv3.common.locking [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.509742] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.509742] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.509742] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.509742] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.509742] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 590.530347] env[66340]: DEBUG networking_nsxv3.common.locking [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.530347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.530347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.530347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.530347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.530347] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 590.549432] env[66340]: DEBUG networking_nsxv3.common.locking [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.549432] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquiring lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.549432] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.549432] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired external semaphore "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.549432] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Releasing lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.549432] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 590.549432] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.549432] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 590.567025] env[66340]: DEBUG networking_nsxv3.common.locking [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.567025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquiring lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.567025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.567025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired external semaphore "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.567025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Releasing lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.567025] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 590.567025] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.567025] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 590.587527] env[66340]: DEBUG networking_nsxv3.common.locking [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.590019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.590019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.590019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.590019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.590019] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 590.590019] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.590019] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Inventory metadata have been refreshed. [ 590.590019] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Dryrun:True. Metadata refresh completed. [ 590.590019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Releasing lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.591866] env[66340]: INFO neutron.agent.agent_extensions_manager [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Loaded agent extensions: [] [ 590.592742] env[66340]: DEBUG neutron_lib.callbacks.manager [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66340) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 590.649151] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent RPC Daemon Started! [ 590.649151] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent loop - iteration:0 started [ 590.649151] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent out of sync with plugin! [ 595.593205] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 595.593651] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 600.594391] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 600.594855] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 605.595866] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 605.596366] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 605.756392] env[66340]: INFO networking_nsxv3.common.synchronization [None req-ae649c48-8fbb-496d-acd4-8d289ca3d9e2 demo admin] Enqueued Resource ID: 2b1ac171-e319-4481-8955-26d6fbd7a430 with Priority: HIGHEST for action security_group_rules [ 605.756925] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1ac171-e319-4481-8955-26d6fbd7a430 with Priority: HIGHEST for action security_group_rules [ 605.757234] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b1ac171-e319-4481-8955-26d6fbd7a430 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.757362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b1ac171-e319-4481-8955-26d6fbd7a430" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.757451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b1ac171-e319-4481-8955-26d6fbd7a430" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.757805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b1ac171-e319-4481-8955-26d6fbd7a430" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.757895] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b1ac171-e319-4481-8955-26d6fbd7a430',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.278083] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.278358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.278358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.278486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.278673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.278673] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b1ac171-e319-4481-8955-26d6fbd7a430 already deleted. [ 606.278788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b1ac171-e319-4481-8955-26d6fbd7a430" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.757785] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 610.758203] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 615.759866] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 615.760341] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 620.761164] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 620.761651] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 625.762186] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 625.762717] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 630.763142] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 630.764646] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.127217] env[66340]: INFO networking_nsxv3.common.synchronization [None req-38ff9dac-7906-4f40-bc2a-b900bdae73aa None None] Enqueued Resource ID: 28de74cc-3ed7-457a-98aa-937244debcb1 with Priority: HIGHEST for action port [ 631.127758] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28de74cc-3ed7-457a-98aa-937244debcb1 with Priority: HIGHEST for action port [ 631.128069] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-28de74cc-3ed7-457a-98aa-937244debcb1 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.128594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28de74cc-3ed7-457a-98aa-937244debcb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.128594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28de74cc-3ed7-457a-98aa-937244debcb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.128594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28de74cc-3ed7-457a-98aa-937244debcb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.128594] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28de74cc-3ed7-457a-98aa-937244debcb1',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.631093] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28de74cc-3ed7-457a-98aa-937244debcb1 [ 631.631337] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.631477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.631550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.631920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.631920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.631992] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28de74cc-3ed7-457a-98aa-937244debcb1 already deleted. [ 631.632041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28de74cc-3ed7-457a-98aa-937244debcb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.798723] env[66340]: INFO networking_nsxv3.common.synchronization [None req-27ca8dac-ab09-403b-814b-366118aac9e9 None None] Enqueued Resource ID: dca001f0-35ea-4487-9d64-e28c03c81e19 with Priority: HIGHEST for action port [ 632.798996] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca001f0-35ea-4487-9d64-e28c03c81e19 with Priority: HIGHEST for action port [ 632.799683] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca001f0-35ea-4487-9d64-e28c03c81e19 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.799809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca001f0-35ea-4487-9d64-e28c03c81e19" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.799809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca001f0-35ea-4487-9d64-e28c03c81e19" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.800040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca001f0-35ea-4487-9d64-e28c03c81e19" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.800094] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca001f0-35ea-4487-9d64-e28c03c81e19',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.176025] env[66340]: INFO networking_nsxv3.common.synchronization [None req-c086b1ff-06ce-46ab-9bb6-641fc4f71103 None None] Enqueued Resource ID: 2a69f8f0-7a3c-4f51-a1c6-2806ab5a0c52 with Priority: HIGHEST for action port [ 633.177616] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a69f8f0-7a3c-4f51-a1c6-2806ab5a0c52 with Priority: HIGHEST for action port [ 633.181026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a69f8f0-7a3c-4f51-a1c6-2806ab5a0c52 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.181026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a69f8f0-7a3c-4f51-a1c6-2806ab5a0c52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.181026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a69f8f0-7a3c-4f51-a1c6-2806ab5a0c52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.181026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a69f8f0-7a3c-4f51-a1c6-2806ab5a0c52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.181026] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a69f8f0-7a3c-4f51-a1c6-2806ab5a0c52',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.274193] env[66340]: INFO networking_nsxv3.common.synchronization [None req-3971dee8-702d-44d2-9807-d3054c4efb59 tempest-ServersTestBootFromVolume-1514493868 tempest-ServersTestBootFromVolume-1514493868-project-member] Enqueued Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_rules [ 633.276205] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_rules [ 633.276205] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.276205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.276205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.276205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.276205] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.302455] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dca001f0-35ea-4487-9d64-e28c03c81e19 [ 633.303700] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.303700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.303700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.303700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.303700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.303700] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dca001f0-35ea-4487-9d64-e28c03c81e19 already deleted. [ 633.303700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca001f0-35ea-4487-9d64-e28c03c81e19" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.363410] env[66340]: INFO networking_nsxv3.common.synchronization [None req-6258f3d8-9e69-4b98-9031-e58b3b1de529 tempest-ServersTestBootFromVolume-1514493868 tempest-ServersTestBootFromVolume-1514493868-project-member] Enqueued Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_rules [ 633.365220] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_rules [ 633.365220] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.365220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.683462] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a69f8f0-7a3c-4f51-a1c6-2806ab5a0c52 [ 633.683929] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.684669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.685868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.686312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.686570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.687128] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a69f8f0-7a3c-4f51-a1c6-2806ab5a0c52 already deleted. [ 633.687383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a69f8f0-7a3c-4f51-a1c6-2806ab5a0c52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.800118] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.800118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.800438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.804069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.804069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.804069] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 already deleted. [ 633.804069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.804069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.804069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.804069] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.323505] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.323732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.323828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.323993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.324096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.324193] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 already deleted. [ 634.324271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.521052] env[66340]: INFO networking_nsxv3.common.synchronization [None req-730b4294-85df-42f3-9942-6d9303230fe9 None None] Enqueued Resource ID: e175ab4e-7e66-4585-b80a-612bea17a7e1 with Priority: HIGHEST for action port [ 634.521353] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e175ab4e-7e66-4585-b80a-612bea17a7e1 with Priority: HIGHEST for action port [ 634.521925] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e175ab4e-7e66-4585-b80a-612bea17a7e1 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.522140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e175ab4e-7e66-4585-b80a-612bea17a7e1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.522140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e175ab4e-7e66-4585-b80a-612bea17a7e1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.522386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e175ab4e-7e66-4585-b80a-612bea17a7e1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.522470] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e175ab4e-7e66-4585-b80a-612bea17a7e1',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.025202] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e175ab4e-7e66-4585-b80a-612bea17a7e1 [ 635.025527] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.025587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.025720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.025862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.025959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.026069] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e175ab4e-7e66-4585-b80a-612bea17a7e1 already deleted. [ 635.026155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e175ab4e-7e66-4585-b80a-612bea17a7e1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.757819] env[66340]: INFO networking_nsxv3.common.synchronization [None req-08de2275-cc31-47b9-b6bf-eb1d9d956058 tempest-ServerActionsTestOtherB-536453392 tempest-ServerActionsTestOtherB-536453392-project-member] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 636.758125] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 636.758174] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.758304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.758375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.758614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.758967] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.286814] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.287592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.287592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.287592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.287592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.287592] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 already deleted. [ 637.287592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.596104] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.596340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.596416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.596908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.597620] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.619656] env[66340]: INFO networking_nsxv3.common.synchronization [None req-4604bc0e-c3f8-485c-ad38-c8b0b4928b80 tempest-ServerActionsTestOtherB-536453392 tempest-ServerActionsTestOtherB-536453392-project-member] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 637.620571] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 637.622328] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.622553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.622601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.623311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.623311] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.101618] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.127582] env[66340]: INFO networking_nsxv3.common.synchronization [None req-da649d8b-0c2b-429d-b775-5e2cc06beb04 None None] Enqueued Resource ID: a83c4282-614a-448f-a935-29ffde9da55a with Priority: HIGHEST for action port [ 638.128132] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c4282-614a-448f-a935-29ffde9da55a with Priority: HIGHEST for action port [ 638.128838] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a83c4282-614a-448f-a935-29ffde9da55a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.129025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a83c4282-614a-448f-a935-29ffde9da55a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.129123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a83c4282-614a-448f-a935-29ffde9da55a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.129386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a83c4282-614a-448f-a935-29ffde9da55a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.129451] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a83c4282-614a-448f-a935-29ffde9da55a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.145748] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.146326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.146411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.146625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.146726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.146818] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 already deleted. [ 638.147103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.149603] env[66340]: INFO networking_nsxv3.common.synchronization [None req-af99d8b5-c2aa-4e2c-9734-20dd03c23445 None None] Enqueued Resource ID: 357bfcca-e286-4532-9db3-9acfc00f6ba4 with Priority: HIGHEST for action port [ 638.150718] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357bfcca-e286-4532-9db3-9acfc00f6ba4 with Priority: HIGHEST for action port [ 638.150718] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-357bfcca-e286-4532-9db3-9acfc00f6ba4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.150718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-357bfcca-e286-4532-9db3-9acfc00f6ba4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.150718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-357bfcca-e286-4532-9db3-9acfc00f6ba4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.150960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-357bfcca-e286-4532-9db3-9acfc00f6ba4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.151057] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('357bfcca-e286-4532-9db3-9acfc00f6ba4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.604827] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.631926] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a83c4282-614a-448f-a935-29ffde9da55a [ 638.632142] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.632285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.632353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.632571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.632659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.632757] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a83c4282-614a-448f-a935-29ffde9da55a already deleted. [ 638.632853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a83c4282-614a-448f-a935-29ffde9da55a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.653837] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 357bfcca-e286-4532-9db3-9acfc00f6ba4 [ 638.654071] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.654214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.654287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.654571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.654642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.655010] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:357bfcca-e286-4532-9db3-9acfc00f6ba4 already deleted. [ 638.655194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-357bfcca-e286-4532-9db3-9acfc00f6ba4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.110046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 639.110046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 639.116025] env[66340]: INFO networking_nsxv3.common.synchronization [None req-4c6d3537-6589-4118-9f46-1e3fea0c1d3b None None] Enqueued Resource ID: a52516d5-5a7a-427f-8d62-de49df3276ed with Priority: HIGHEST for action port [ 639.116025] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52516d5-5a7a-427f-8d62-de49df3276ed with Priority: HIGHEST for action port [ 639.116025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a52516d5-5a7a-427f-8d62-de49df3276ed taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.116025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a52516d5-5a7a-427f-8d62-de49df3276ed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.116481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a52516d5-5a7a-427f-8d62-de49df3276ed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.118645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a52516d5-5a7a-427f-8d62-de49df3276ed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.118645] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52516d5-5a7a-427f-8d62-de49df3276ed',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.623040] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a52516d5-5a7a-427f-8d62-de49df3276ed [ 639.624384] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.624384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.624384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.624384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.624384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.624384] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a52516d5-5a7a-427f-8d62-de49df3276ed already deleted. [ 639.624384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a52516d5-5a7a-427f-8d62-de49df3276ed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.888714] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.888917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.889932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.890227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.906929] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 639.907844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.908860] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 639.933597] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.933783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.933853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.934085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.934171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.934283] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 639.934353] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 639.934420] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 639.960904] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.961086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.961148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.962655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.962831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.962958] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 639.995711] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.995823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.995892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.996104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.996214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.996327] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 640.018769] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.018972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.018972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.019248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.019320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.019429] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 640.019501] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 640.019613] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 640.040165] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.040534] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.042280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.042280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.042280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.042280] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 640.042280] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 640.042280] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 640.065388] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.065388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.065388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.065388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.065388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.065388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 640.065388] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 640.065388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 640.065388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 640.065388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 640.065388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 640.065388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 640.065388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 640.065388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 640.065388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 640.089018] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.089018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.089018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.089018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.089018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.089018] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 640.115858] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.116163] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.116163] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.116289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.116389] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.131432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.668714] env[66340]: INFO networking_nsxv3.common.synchronization [None req-d3477126-67bd-475d-b61b-86ed1db8eebb None None] Enqueued Resource ID: e17620bb-5784-4031-a540-7c54876a7ece with Priority: HIGHEST for action port [ 640.669373] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17620bb-5784-4031-a540-7c54876a7ece with Priority: HIGHEST for action port [ 640.672304] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e17620bb-5784-4031-a540-7c54876a7ece taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.672447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e17620bb-5784-4031-a540-7c54876a7ece" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.673159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e17620bb-5784-4031-a540-7c54876a7ece" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.673159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e17620bb-5784-4031-a540-7c54876a7ece" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.673159] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e17620bb-5784-4031-a540-7c54876a7ece',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.683188] env[66340]: INFO networking_nsxv3.common.synchronization [None req-7d5d38cc-2461-4544-b447-c5e15297b9d6 None None] Enqueued Resource ID: d1bf11bf-9dac-478d-a3a9-d67ac9906db3 with Priority: HIGHEST for action port [ 640.683442] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1bf11bf-9dac-478d-a3a9-d67ac9906db3 with Priority: HIGHEST for action port [ 640.684217] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1bf11bf-9dac-478d-a3a9-d67ac9906db3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.684622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1bf11bf-9dac-478d-a3a9-d67ac9906db3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.684622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1bf11bf-9dac-478d-a3a9-d67ac9906db3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.684771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1bf11bf-9dac-478d-a3a9-d67ac9906db3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.684771] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1bf11bf-9dac-478d-a3a9-d67ac9906db3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.177307] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e17620bb-5784-4031-a540-7c54876a7ece [ 641.177634] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.177634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.177780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.177904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.177962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.178053] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e17620bb-5784-4031-a540-7c54876a7ece already deleted. [ 641.178147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e17620bb-5784-4031-a540-7c54876a7ece" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.188584] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1bf11bf-9dac-478d-a3a9-d67ac9906db3 [ 641.188877] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.189019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.189019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.189209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.189299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.189396] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1bf11bf-9dac-478d-a3a9-d67ac9906db3 already deleted. [ 641.189478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1bf11bf-9dac-478d-a3a9-d67ac9906db3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.296719] env[66340]: INFO networking_nsxv3.common.synchronization [None req-3599ad32-cd45-4e62-97c1-2ab474443a9b None None] Enqueued Resource ID: 5845bb4b-2a7b-4e9f-87ba-ba6d83fcb54b with Priority: HIGHEST for action port [ 641.296719] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5845bb4b-2a7b-4e9f-87ba-ba6d83fcb54b with Priority: HIGHEST for action port [ 641.296719] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-5845bb4b-2a7b-4e9f-87ba-ba6d83fcb54b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.296719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5845bb4b-2a7b-4e9f-87ba-ba6d83fcb54b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.296719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5845bb4b-2a7b-4e9f-87ba-ba6d83fcb54b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.296719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5845bb4b-2a7b-4e9f-87ba-ba6d83fcb54b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.296719] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5845bb4b-2a7b-4e9f-87ba-ba6d83fcb54b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.800958] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5845bb4b-2a7b-4e9f-87ba-ba6d83fcb54b [ 641.800958] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.800958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.800958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.800958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.801336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.801336] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5845bb4b-2a7b-4e9f-87ba-ba6d83fcb54b already deleted. [ 641.801336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5845bb4b-2a7b-4e9f-87ba-ba6d83fcb54b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.353189] env[66340]: INFO networking_nsxv3.common.synchronization [None req-56fbb896-c7e0-49e8-8a4b-7eb5025139c8 None None] Enqueued Resource ID: c8750253-4f30-48ff-bd91-481ff4861b3f with Priority: HIGHEST for action port [ 642.354543] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8750253-4f30-48ff-bd91-481ff4861b3f with Priority: HIGHEST for action port [ 642.354543] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8750253-4f30-48ff-bd91-481ff4861b3f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.354543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8750253-4f30-48ff-bd91-481ff4861b3f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.354543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8750253-4f30-48ff-bd91-481ff4861b3f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.354543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8750253-4f30-48ff-bd91-481ff4861b3f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.354543] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8750253-4f30-48ff-bd91-481ff4861b3f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.859134] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8750253-4f30-48ff-bd91-481ff4861b3f [ 642.859134] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.859333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.859333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.859523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.859614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.859777] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8750253-4f30-48ff-bd91-481ff4861b3f already deleted. [ 642.859843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8750253-4f30-48ff-bd91-481ff4861b3f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.548684] env[66340]: INFO networking_nsxv3.common.synchronization [None req-848c0b53-a641-4fd3-836b-783e70c979ad None None] Enqueued Resource ID: cee6bff8-4095-49a5-aace-980a29693d9a with Priority: HIGHEST for action port [ 643.549272] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee6bff8-4095-49a5-aace-980a29693d9a with Priority: HIGHEST for action port [ 643.549570] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-cee6bff8-4095-49a5-aace-980a29693d9a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.549822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cee6bff8-4095-49a5-aace-980a29693d9a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.549822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cee6bff8-4095-49a5-aace-980a29693d9a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.550023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cee6bff8-4095-49a5-aace-980a29693d9a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.552178] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee6bff8-4095-49a5-aace-980a29693d9a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.030532] env[66340]: INFO networking_nsxv3.common.synchronization [None req-55e85e93-e699-4b16-8691-d5111b5c62a2 None None] Enqueued Resource ID: 46c9f594-9701-4be6-beec-0bee6bed754d with Priority: HIGHEST for action port [ 644.031128] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c9f594-9701-4be6-beec-0bee6bed754d with Priority: HIGHEST for action port [ 644.031451] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c9f594-9701-4be6-beec-0bee6bed754d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.034158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c9f594-9701-4be6-beec-0bee6bed754d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.034252] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c9f594-9701-4be6-beec-0bee6bed754d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.035730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c9f594-9701-4be6-beec-0bee6bed754d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.035839] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c9f594-9701-4be6-beec-0bee6bed754d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.055736] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cee6bff8-4095-49a5-aace-980a29693d9a [ 644.055736] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.055736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.055736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.055736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.055736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.055736] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cee6bff8-4095-49a5-aace-980a29693d9a already deleted. [ 644.055736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cee6bff8-4095-49a5-aace-980a29693d9a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.438401] env[66340]: INFO networking_nsxv3.common.synchronization [None req-6e117d50-8c71-419a-b062-48f707f124d1 None None] Enqueued Resource ID: 88947704-9064-43b6-902e-805c81a7161c with Priority: HIGHEST for action port [ 644.439356] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88947704-9064-43b6-902e-805c81a7161c with Priority: HIGHEST for action port [ 644.439697] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-88947704-9064-43b6-902e-805c81a7161c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.439842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88947704-9064-43b6-902e-805c81a7161c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.439914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88947704-9064-43b6-902e-805c81a7161c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.440176] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88947704-9064-43b6-902e-805c81a7161c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.440263] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88947704-9064-43b6-902e-805c81a7161c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.538363] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46c9f594-9701-4be6-beec-0bee6bed754d [ 644.538674] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.538810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.538810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.539035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.539129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.539243] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46c9f594-9701-4be6-beec-0bee6bed754d already deleted. [ 644.539377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c9f594-9701-4be6-beec-0bee6bed754d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.943035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88947704-9064-43b6-902e-805c81a7161c [ 644.943035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.943035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.943035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.943035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.943035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.943035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88947704-9064-43b6-902e-805c81a7161c already deleted. [ 644.943512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88947704-9064-43b6-902e-805c81a7161c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.664349] env[66340]: INFO networking_nsxv3.common.synchronization [None req-42a280c9-eb35-46d3-a218-a1dfda5dbfaa None None] Enqueued Resource ID: 4745bbe6-2d29-4d7d-9d22-ee7897a1daee with Priority: HIGHEST for action port [ 645.664349] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4745bbe6-2d29-4d7d-9d22-ee7897a1daee with Priority: HIGHEST for action port [ 645.664349] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-4745bbe6-2d29-4d7d-9d22-ee7897a1daee taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.664349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4745bbe6-2d29-4d7d-9d22-ee7897a1daee" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.664349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4745bbe6-2d29-4d7d-9d22-ee7897a1daee" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.664349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4745bbe6-2d29-4d7d-9d22-ee7897a1daee" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.664644] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4745bbe6-2d29-4d7d-9d22-ee7897a1daee',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.169395] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4745bbe6-2d29-4d7d-9d22-ee7897a1daee [ 646.169709] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.169844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.169844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.170223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.170223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.170223] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4745bbe6-2d29-4d7d-9d22-ee7897a1daee already deleted. [ 646.170404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4745bbe6-2d29-4d7d-9d22-ee7897a1daee" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.255161] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e299b1b3-c2a7-4ac1-b60a-fecf3de0c75c None None] Enqueued Resource ID: 52e7dd0e-1cf0-4ad6-9b99-be964598bf00 with Priority: HIGHEST for action port [ 646.255418] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e7dd0e-1cf0-4ad6-9b99-be964598bf00 with Priority: HIGHEST for action port [ 646.256832] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e7dd0e-1cf0-4ad6-9b99-be964598bf00 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.256832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e7dd0e-1cf0-4ad6-9b99-be964598bf00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.256832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e7dd0e-1cf0-4ad6-9b99-be964598bf00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.256832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e7dd0e-1cf0-4ad6-9b99-be964598bf00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.257349] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e7dd0e-1cf0-4ad6-9b99-be964598bf00',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.759405] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52e7dd0e-1cf0-4ad6-9b99-be964598bf00 [ 646.763518] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.763518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.763518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.763518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.763518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.763518] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52e7dd0e-1cf0-4ad6-9b99-be964598bf00 already deleted. [ 646.763518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e7dd0e-1cf0-4ad6-9b99-be964598bf00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.273396] env[66340]: INFO networking_nsxv3.common.synchronization [None req-91c57d1f-054d-444f-8d53-37c37c812cb7 None None] Enqueued Resource ID: 1db5fec7-b3d2-47f5-81e3-16e438f188b7 with Priority: HIGHEST for action port [ 647.273396] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db5fec7-b3d2-47f5-81e3-16e438f188b7 with Priority: HIGHEST for action port [ 647.275173] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db5fec7-b3d2-47f5-81e3-16e438f188b7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.275173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db5fec7-b3d2-47f5-81e3-16e438f188b7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.275173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db5fec7-b3d2-47f5-81e3-16e438f188b7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.275173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db5fec7-b3d2-47f5-81e3-16e438f188b7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.275173] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db5fec7-b3d2-47f5-81e3-16e438f188b7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.554559] env[66340]: INFO networking_nsxv3.common.synchronization [None req-d71c801f-7c66-4c75-8d85-8ac7bd9e700e None None] Enqueued Resource ID: 0ecd9823-f1cb-444f-bdac-c03987bd7f9f with Priority: HIGHEST for action port [ 647.555191] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ecd9823-f1cb-444f-bdac-c03987bd7f9f with Priority: HIGHEST for action port [ 647.555436] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ecd9823-f1cb-444f-bdac-c03987bd7f9f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.555558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ecd9823-f1cb-444f-bdac-c03987bd7f9f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.556135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ecd9823-f1cb-444f-bdac-c03987bd7f9f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.556135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ecd9823-f1cb-444f-bdac-c03987bd7f9f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.556135] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ecd9823-f1cb-444f-bdac-c03987bd7f9f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.781777] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1db5fec7-b3d2-47f5-81e3-16e438f188b7 [ 647.782038] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.782182] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.782255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.782505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.782559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.782644] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1db5fec7-b3d2-47f5-81e3-16e438f188b7 already deleted. [ 647.782727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db5fec7-b3d2-47f5-81e3-16e438f188b7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.062196] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ecd9823-f1cb-444f-bdac-c03987bd7f9f [ 648.062196] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.062196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.062196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.062196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.062196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.062196] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ecd9823-f1cb-444f-bdac-c03987bd7f9f already deleted. [ 648.062196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ecd9823-f1cb-444f-bdac-c03987bd7f9f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.500157] env[66340]: INFO networking_nsxv3.common.synchronization [req-d7bdbd3d-8a09-4f5e-9273-0ba0f9c89616 req-6a9951f3-9646-4e54-a1e6-cb8da9d1cf6c tempest-SecurityGroupRulesTestJSON-253237488 tempest-SecurityGroupRulesTestJSON-253237488-project-member] Enqueued Resource ID: 694b060c-e36e-4ac1-a321-2b765356ef15 with Priority: HIGHEST for action security_group_rules [ 649.500797] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694b060c-e36e-4ac1-a321-2b765356ef15 with Priority: HIGHEST for action security_group_rules [ 649.501046] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694b060c-e36e-4ac1-a321-2b765356ef15 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.501169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694b060c-e36e-4ac1-a321-2b765356ef15" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.501282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694b060c-e36e-4ac1-a321-2b765356ef15" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.501543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694b060c-e36e-4ac1-a321-2b765356ef15" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.501580] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694b060c-e36e-4ac1-a321-2b765356ef15',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.525757] env[66340]: INFO networking_nsxv3.common.synchronization [req-cac3ee6c-c8e4-4e36-ac41-c8aeb3346a21 req-1a5af169-04d9-4806-aa78-cb9910bc8620 tempest-ServersAdminNegativeTestJSON-1228350318 tempest-ServersAdminNegativeTestJSON-1228350318-project-member] Enqueued Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 649.526788] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 649.527576] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.527576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.527576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.527576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.527811] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.527811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.527906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.528068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.528147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.528245] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.645114] env[66340]: INFO networking_nsxv3.common.synchronization [None req-647389f8-e3af-4516-af80-6122456f0a2c None None] Enqueued Resource ID: 978d2fc3-f862-4ac8-b78a-945ff57e1484 with Priority: HIGHEST for action port [ 649.645114] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978d2fc3-f862-4ac8-b78a-945ff57e1484 with Priority: HIGHEST for action port [ 649.645114] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-978d2fc3-f862-4ac8-b78a-945ff57e1484 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.645114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978d2fc3-f862-4ac8-b78a-945ff57e1484" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.646015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978d2fc3-f862-4ac8-b78a-945ff57e1484" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.647395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978d2fc3-f862-4ac8-b78a-945ff57e1484" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.647395] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978d2fc3-f862-4ac8-b78a-945ff57e1484',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.799084] env[66340]: INFO networking_nsxv3.common.synchronization [None req-136d7267-0b9c-48af-be84-10e78228a252 tempest-VolumesAssistedSnapshotsTest-412413570 tempest-VolumesAssistedSnapshotsTest-412413570-project-member] Enqueued Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_rules [ 649.799084] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_rules [ 649.799084] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-634464bc-2d04-462b-b349-2e1976c5db27 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.799084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.800965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.801260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.801352] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.917787] env[66340]: INFO networking_nsxv3.common.synchronization [None req-f701eb79-fa2e-40a8-a163-eeb9382770de tempest-VolumesAssistedSnapshotsTest-412413570 tempest-VolumesAssistedSnapshotsTest-412413570-project-member] Enqueued Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_rules [ 649.917787] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_rules [ 649.917787] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-634464bc-2d04-462b-b349-2e1976c5db27 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.917787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.023934] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.024203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.024319] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.024518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.025251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.025251] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694b060c-e36e-4ac1-a321-2b765356ef15 already deleted. [ 650.025251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694b060c-e36e-4ac1-a321-2b765356ef15" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.030205] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.030394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.030469] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.030699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.030798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.031016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.031116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.031183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.031335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.031447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.031620] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 already deleted. [ 650.031732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.148769] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 978d2fc3-f862-4ac8-b78a-945ff57e1484 [ 650.148973] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.148973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.149078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.149355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.149355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.149581] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:978d2fc3-f862-4ac8-b78a-945ff57e1484 already deleted. [ 650.149581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978d2fc3-f862-4ac8-b78a-945ff57e1484" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.232190] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.233068] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.233223] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.233587] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.233961] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.234094] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.234191] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.234417] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.234565] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.235078] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.235078] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.235147] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.235527] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.235527] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.235527] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.235720] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.257174] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.257568] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.257638] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.257909] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.258299] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-94eb4945-2591-4461-9018-a1c98af260ef taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.258920] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-94eb4945-2591-4461-9018-a1c98af260ef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.258920] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-94eb4945-2591-4461-9018-a1c98af260ef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.259588] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-94eb4945-2591-4461-9018-a1c98af260ef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.259588] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94eb4945-2591-4461-9018-a1c98af260ef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.323239] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.323239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.323239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.323239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.323239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.323239] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 634464bc-2d04-462b-b349-2e1976c5db27 already deleted. [ 650.323825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.323825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.323825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.323825] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.762701] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.763025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.763081] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.763351] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.763519] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.763675] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 94eb4945-2591-4461-9018-a1c98af260ef not found, creating... [ 650.764047] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.764154] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.764237] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.764468] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.764602] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.765653] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.765653] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.765653] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.765653] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.765653] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.766153] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 94eb4945-2591-4461-9018-a1c98af260ef is going to be created. [ 650.791945] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.792684] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.792684] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.792887] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.793235] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.793579] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-94eb4945-2591-4461-9018-a1c98af260ef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.848544] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.848906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.849108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.850191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.850191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.850191] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 634464bc-2d04-462b-b349-2e1976c5db27 already deleted. [ 650.850191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.624438] env[66340]: INFO networking_nsxv3.common.synchronization [req-cac3ee6c-c8e4-4e36-ac41-c8aeb3346a21 req-61b31e2f-dc6c-4cf7-b168-4a36210d0d3f service nova] Enqueued Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_rules [ 651.625462] env[66340]: INFO networking_nsxv3.common.synchronization [req-cac3ee6c-c8e4-4e36-ac41-c8aeb3346a21 req-61b31e2f-dc6c-4cf7-b168-4a36210d0d3f service nova] Enqueued Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 651.625634] env[66340]: INFO networking_nsxv3.common.synchronization [req-cac3ee6c-c8e4-4e36-ac41-c8aeb3346a21 req-61b31e2f-dc6c-4cf7-b168-4a36210d0d3f service nova] Enqueued Resource ID: 94eb4945-2591-4461-9018-a1c98af260ef with Priority: HIGHEST for action port [ 651.626434] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_rules [ 651.626434] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 651.626434] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94eb4945-2591-4461-9018-a1c98af260ef with Priority: HIGHEST for action port [ 651.626783] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.626860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.626945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.627236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.627355] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.628768] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.628897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.629044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.629270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.629494] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.629664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.629698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.629870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.629971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.630296] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.632096] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-94eb4945-2591-4461-9018-a1c98af260ef taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.632250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94eb4945-2591-4461-9018-a1c98af260ef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.632350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94eb4945-2591-4461-9018-a1c98af260ef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.634195] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94eb4945-2591-4461-9018-a1c98af260ef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.634360] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94eb4945-2591-4461-9018-a1c98af260ef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.754536] env[66340]: INFO networking_nsxv3.common.synchronization [req-0f798a14-79d7-401d-a0cc-3af9cb326f59 req-5dd2086d-d862-4101-9e0c-4b45689623a1 tempest-ServerDiagnosticsNegativeTest-1803338992 tempest-ServerDiagnosticsNegativeTest-1803338992-project-member] Enqueued Resource ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 with Priority: HIGHEST for action security_group_members [ 651.754536] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 with Priority: HIGHEST for action security_group_members [ 651.754536] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acc22b8-4883-4ef6-97f9-be0f7d951456 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.754536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.754536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.755099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.755930] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.755930] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.755930] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.755930] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.755930] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.756314] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7acc22b8-4883-4ef6-97f9-be0f7d951456',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.129464] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.129867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.137277] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.145280] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94eb4945-2591-4461-9018-a1c98af260ef with status ACTIVE [ 652.145880] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.146619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.146619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.146619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.147409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.147409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.147409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.147409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.147409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.147659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.147878] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.148525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.148525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.148525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.148525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.149163] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94eb4945-2591-4461-9018-a1c98af260ef is going to be updated. [ 652.171175] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.171330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.171422] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.171611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.171748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.171962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94eb4945-2591-4461-9018-a1c98af260ef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.191717] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.191935] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.192067] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.192339] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.192571] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.192730] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.192831] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.193076] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.193241] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.193443] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.193550] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.193721] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.193883] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.194014] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.194135] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.194305] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.213410] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.213578] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.213873] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.214118] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.214449] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-55730219-2684-4203-a10c-94f4a80ba084 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.214674] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-55730219-2684-4203-a10c-94f4a80ba084" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.214762] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-55730219-2684-4203-a10c-94f4a80ba084" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.215089] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-55730219-2684-4203-a10c-94f4a80ba084" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.215249] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55730219-2684-4203-a10c-94f4a80ba084',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.236999] env[66340]: INFO networking_nsxv3.common.synchronization [req-c9616303-40c2-4c98-aab7-5e731962df10 req-fb328838-f3b1-4e3c-af67-9d208bf44183 tempest-SecurityGroupRulesTestJSON-253237488 tempest-SecurityGroupRulesTestJSON-253237488-project-member] Enqueued Resource ID: 4c808cd2-b1fd-408c-b556-925c1d3648f2 with Priority: HIGHEST for action security_group_rules [ 652.237567] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c808cd2-b1fd-408c-b556-925c1d3648f2 with Priority: HIGHEST for action security_group_rules [ 652.237869] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c808cd2-b1fd-408c-b556-925c1d3648f2 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.238192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c808cd2-b1fd-408c-b556-925c1d3648f2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.238192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c808cd2-b1fd-408c-b556-925c1d3648f2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.238315] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c808cd2-b1fd-408c-b556-925c1d3648f2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.238385] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c808cd2-b1fd-408c-b556-925c1d3648f2',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.260230] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.260230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.260230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.260230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.260230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.260230] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.260230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.260230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.260230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.260230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.260230] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 already deleted. [ 652.260230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.335718] env[66340]: INFO networking_nsxv3.common.synchronization [None req-4578d5f6-e709-4b7b-b9dd-201efdc125b5 None None] Enqueued Resource ID: 7d0fecd5-b281-4319-b284-bca9f0b1d4d9 with Priority: HIGHEST for action port [ 652.336448] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0fecd5-b281-4319-b284-bca9f0b1d4d9 with Priority: HIGHEST for action port [ 652.336876] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0fecd5-b281-4319-b284-bca9f0b1d4d9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.337762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0fecd5-b281-4319-b284-bca9f0b1d4d9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.337908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0fecd5-b281-4319-b284-bca9f0b1d4d9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.338261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0fecd5-b281-4319-b284-bca9f0b1d4d9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.338399] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0fecd5-b281-4319-b284-bca9f0b1d4d9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.639653] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.717772] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.718172] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.718172] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.718438] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.718955] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.718955] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 55730219-2684-4203-a10c-94f4a80ba084 not found, creating... [ 652.718955] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.719206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.719206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.719392] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.719508] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.719793] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.719968] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.720108] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.720269] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.720390] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.721219] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 55730219-2684-4203-a10c-94f4a80ba084 is going to be created. [ 652.745561] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.745561] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.745794] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.745794] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.746122] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.748714] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-55730219-2684-4203-a10c-94f4a80ba084" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.771658] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.771960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.772065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.772264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.772355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.772453] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c808cd2-b1fd-408c-b556-925c1d3648f2 already deleted. [ 652.772541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c808cd2-b1fd-408c-b556-925c1d3648f2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.841396] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d0fecd5-b281-4319-b284-bca9f0b1d4d9 [ 652.841885] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.842018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.842156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.842322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.842430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.842512] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d0fecd5-b281-4319-b284-bca9f0b1d4d9 already deleted. [ 652.842598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0fecd5-b281-4319-b284-bca9f0b1d4d9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.142253] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.145721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.145721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.145721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.145721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.145721] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 is going to be created. [ 653.177728] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.180021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.180021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.180021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.180021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.193525] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: UNINITIALIZED for 2s [ 653.644703] env[66340]: INFO networking_nsxv3.common.synchronization [req-0f798a14-79d7-401d-a0cc-3af9cb326f59 req-7e443a18-e98e-4c39-8599-b5d912f497bd service nova] Enqueued Resource ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 with Priority: HIGHEST for action security_group_rules [ 653.646455] env[66340]: INFO networking_nsxv3.common.synchronization [req-0f798a14-79d7-401d-a0cc-3af9cb326f59 req-7e443a18-e98e-4c39-8599-b5d912f497bd service nova] Enqueued Resource ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 with Priority: HIGHEST for action security_group_members [ 653.646455] env[66340]: INFO networking_nsxv3.common.synchronization [req-0f798a14-79d7-401d-a0cc-3af9cb326f59 req-7e443a18-e98e-4c39-8599-b5d912f497bd service nova] Enqueued Resource ID: 55730219-2684-4203-a10c-94f4a80ba084 with Priority: HIGHEST for action port [ 653.648370] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 with Priority: HIGHEST for action security_group_rules [ 653.648370] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 with Priority: HIGHEST for action security_group_members [ 653.648370] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55730219-2684-4203-a10c-94f4a80ba084 with Priority: HIGHEST for action port [ 653.648370] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7acc22b8-4883-4ef6-97f9-be0f7d951456 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.648370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.648370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.651439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.651439] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7acc22b8-4883-4ef6-97f9-be0f7d951456',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.652560] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acc22b8-4883-4ef6-97f9-be0f7d951456 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.652560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.656070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.656837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.656837] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.656837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.657099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.657191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.657329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.657481] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7acc22b8-4883-4ef6-97f9-be0f7d951456',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.659820] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-55730219-2684-4203-a10c-94f4a80ba084 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.660039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55730219-2684-4203-a10c-94f4a80ba084" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.660156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55730219-2684-4203-a10c-94f4a80ba084" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.660398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55730219-2684-4203-a10c-94f4a80ba084" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.660514] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55730219-2684-4203-a10c-94f4a80ba084',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.104449] env[66340]: INFO networking_nsxv3.common.synchronization [req-fa621117-d810-47d8-b457-f225489bc64b req-bc48e2cc-01a5-45fc-b6c6-60d9a06f275a tempest-ServerActionsTestOtherB-536453392 tempest-ServerActionsTestOtherB-536453392-project-member] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 654.105029] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 654.109535] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.109753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.109831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.110208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.110459] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.110613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.110705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.110954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.111096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.111239] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.164249] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7acc22b8-4883-4ef6-97f9-be0f7d951456',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.165580] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acc22b8-4883-4ef6-97f9-be0f7d951456 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.165701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.177436] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55730219-2684-4203-a10c-94f4a80ba084 with status ACTIVE [ 654.177490] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.177609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.177693] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.177894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.178521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.178521] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.178521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.178521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.178521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.178784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.178784] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.179195] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.179195] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.179195] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.179195] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.179352] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55730219-2684-4203-a10c-94f4a80ba084 is going to be updated. [ 654.204122] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.204272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.204337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.204544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.204694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.205372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55730219-2684-4203-a10c-94f4a80ba084" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.481989] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.482231] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.482341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.482742] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.483063] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.483188] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.483288] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.483498] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.483643] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.483964] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.484045] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.484120] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.484190] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.484292] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.484396] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.484522] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.505629] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.505863] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.506076] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.506330] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.506778] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-bbdc7c12-5efd-4e72-a118-b432f7f80ffe taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.507031] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-bbdc7c12-5efd-4e72-a118-b432f7f80ffe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.507217] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-bbdc7c12-5efd-4e72-a118-b432f7f80ffe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.507633] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-bbdc7c12-5efd-4e72-a118-b432f7f80ffe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.507832] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbdc7c12-5efd-4e72-a118-b432f7f80ffe',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.614663] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.614902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.615013] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.615329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.615468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.615786] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.615935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.616081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.616321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.616435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.616590] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 already deleted. [ 654.616708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.668354] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7acc22b8-4883-4ef6-97f9-be0f7d951456',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.015189] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.015189] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.015189] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.015189] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.015189] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.015189] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port bbdc7c12-5efd-4e72-a118-b432f7f80ffe not found, creating... [ 655.015189] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.015189] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.015189] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.015189] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.015189] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.015876] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.016430] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.016639] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.017166] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.017391] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.017622] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: bbdc7c12-5efd-4e72-a118-b432f7f80ffe is going to be created. [ 655.041476] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.041476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.041476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.041476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.041476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.041476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-bbdc7c12-5efd-4e72-a118-b432f7f80ffe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.169521] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.169928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.169928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.170055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.170102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.170517] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 is going to be created. [ 655.204720] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: SUCCESS [ 655.206591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.206591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.206591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.206591] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.206591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.206591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.206831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.206831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.206895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.207087] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.208830] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.209021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.209355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.211950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.212773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.223665] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 in Status: UNINITIALIZED for 2s [ 655.714634] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717908] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.717908] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717908] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.718664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.718664] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.776181] env[66340]: INFO networking_nsxv3.common.synchronization [req-fa621117-d810-47d8-b457-f225489bc64b req-06d0cf49-5965-4286-ae4a-d8d5767aeb06 service nova] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 655.776181] env[66340]: INFO networking_nsxv3.common.synchronization [req-fa621117-d810-47d8-b457-f225489bc64b req-06d0cf49-5965-4286-ae4a-d8d5767aeb06 service nova] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 655.776181] env[66340]: INFO networking_nsxv3.common.synchronization [req-fa621117-d810-47d8-b457-f225489bc64b req-06d0cf49-5965-4286-ae4a-d8d5767aeb06 service nova] Enqueued Resource ID: bbdc7c12-5efd-4e72-a118-b432f7f80ffe with Priority: HIGHEST for action port [ 655.779294] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 655.779294] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 655.779294] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbdc7c12-5efd-4e72-a118-b432f7f80ffe with Priority: HIGHEST for action port [ 655.780156] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.780156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.780156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.780156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.780156] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.783863] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.783863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.783863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.783863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.783863] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.783863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.783863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.783863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.784274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.784274] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.784872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbdc7c12-5efd-4e72-a118-b432f7f80ffe taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.785060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbdc7c12-5efd-4e72-a118-b432f7f80ffe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.785060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbdc7c12-5efd-4e72-a118-b432f7f80ffe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.785211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbdc7c12-5efd-4e72-a118-b432f7f80ffe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.785284] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbdc7c12-5efd-4e72-a118-b432f7f80ffe',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.220965] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35a69806-7333-40ad-ac37-28ee4ad39e57: rpc.has_security_group_logging(os_id): False [ 656.241239] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.241483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.241483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.241687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.241781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.241973] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.242078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.242188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.242301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.242363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.242553] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.242673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.242884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.242884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.242999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.243289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.243289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.243289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.243502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.243502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.243584] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 is going to be created. [ 656.289033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.289033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.289033] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.289033] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbdc7c12-5efd-4e72-a118-b432f7f80ffe with status ACTIVE [ 656.289033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.289033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.289033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.289033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.289033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.289597] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.289597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.289597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.289597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.289597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.289762] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.289762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.289912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.289944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.290024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.290141] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbdc7c12-5efd-4e72-a118-b432f7f80ffe is going to be updated. [ 656.319172] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.320913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.320913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.320913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.320913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.335036] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.335036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.335036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.335036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.335300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.335300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbdc7c12-5efd-4e72-a118-b432f7f80ffe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.335988] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 2s [ 656.792345] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.968572] env[66340]: INFO networking_nsxv3.common.synchronization [req-7b39bc7a-9ada-44a3-85d1-fc23069b1109 req-666d1304-c849-46cb-ab67-f48c21146e9d tempest-DeleteServersAdminTestJSON-1720606112 tempest-DeleteServersAdminTestJSON-1720606112-project-member] Enqueued Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 656.968572] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 656.968869] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.969085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.969189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.969478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.969759] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.969939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.970135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.970263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.971583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.971712] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.234953] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 in Status: SUCCESS [ 657.235921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.235921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.235921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.236630] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.236808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.237334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.237334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.237334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.237334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.237493] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7acc22b8-4883-4ef6-97f9-be0f7d951456',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.242321] env[66340]: INFO networking_nsxv3.common.synchronization [req-31cfb1b6-3104-438e-95eb-f34289d92fa9 req-9fbfe0b9-5958-4121-a6e2-f161b5ba3e57 tempest-SecurityGroupRulesTestJSON-253237488 tempest-SecurityGroupRulesTestJSON-253237488-project-member] Enqueued Resource ID: 899cbbb7-fedf-4d72-bd33-dc318c71132f with Priority: HIGHEST for action security_group_rules [ 657.242321] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899cbbb7-fedf-4d72-bd33-dc318c71132f with Priority: HIGHEST for action security_group_rules [ 657.244154] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899cbbb7-fedf-4d72-bd33-dc318c71132f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.244154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899cbbb7-fedf-4d72-bd33-dc318c71132f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.244154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899cbbb7-fedf-4d72-bd33-dc318c71132f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.244154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899cbbb7-fedf-4d72-bd33-dc318c71132f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.244154] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899cbbb7-fedf-4d72-bd33-dc318c71132f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.295414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.295565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.295636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.295849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.299027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.299027] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be created. [ 657.323040] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.323183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.323256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.323493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.323652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.340200] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: UNINITIALIZED for 2s [ 657.384161] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.385393] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.385393] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.388774] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.389269] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.389558] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.389662] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.390339] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.390339] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.390440] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.390489] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.390612] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.390679] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.390789] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.391064] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.391294] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.413773] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.414067] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.414327] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.414578] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.414945] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-2b88246e-a56f-497b-ab83-12836458898e taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.415206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-2b88246e-a56f-497b-ab83-12836458898e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.415358] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-2b88246e-a56f-497b-ab83-12836458898e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.415677] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-2b88246e-a56f-497b-ab83-12836458898e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.415888] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b88246e-a56f-497b-ab83-12836458898e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.474765] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.475332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.475332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.475332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.475466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.475617] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.475733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.475796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.475990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.476101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.476213] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 already deleted. [ 657.476297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.744159] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acc22b8-4883-4ef6-97f9-be0f7d951456 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.744445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.744445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.745101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.745101] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.745101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.745101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.745101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.745272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.745272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.746022] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acc22b8-4883-4ef6-97f9-be0f7d951456 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.746022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.746022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.746022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.746022] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.746022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.746022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.746317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.746317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.746317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.746317] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7acc22b8-4883-4ef6-97f9-be0f7d951456',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.766711] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.766860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.766929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.767508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.767508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.767508] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899cbbb7-fedf-4d72-bd33-dc318c71132f already deleted. [ 657.767508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899cbbb7-fedf-4d72-bd33-dc318c71132f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.918901] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.919331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.919470] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.919764] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.919929] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.920102] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 2b88246e-a56f-497b-ab83-12836458898e not found, creating... [ 657.920371] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.920560] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.920644] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.920901] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.921377] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.921377] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.922345] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.922345] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.922345] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.922345] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.922345] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 2b88246e-a56f-497b-ab83-12836458898e is going to be created. [ 657.944444] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.944545] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.944597] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.944940] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945256] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945737] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-2b88246e-a56f-497b-ab83-12836458898e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.249201] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7acc22b8-4883-4ef6-97f9-be0f7d951456: rpc.has_security_group_logging(os_id): False [ 658.267853] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.268053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.268126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.268354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.268471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.268705] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.268869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.268962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.269152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.269253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.269417] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.269550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.269651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.269892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.269974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.270516] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.270516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.270516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.270707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.270767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.270868] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 is going to be created. [ 658.295097] env[66340]: INFO networking_nsxv3.common.synchronization [None req-603b3b02-1df8-4539-aa33-e146c03dac54 tempest-ServersWithSpecificFlavorTestJSON-2086508200 tempest-ServersWithSpecificFlavorTestJSON-2086508200-project-member] Enqueued Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_rules [ 658.295485] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_rules [ 658.295810] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.295916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.296046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.296328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.296415] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.337231] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.337231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.337231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.337477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.337560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.351598] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 in Status: IN_PROGRESS for 2s [ 658.352550] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 4s [ 658.733128] env[66340]: INFO networking_nsxv3.common.synchronization [req-7b39bc7a-9ada-44a3-85d1-fc23069b1109 req-9906d395-9758-42ec-b6f9-96e4aa930e44 service nova] Enqueued Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_rules [ 658.734419] env[66340]: INFO networking_nsxv3.common.synchronization [req-7b39bc7a-9ada-44a3-85d1-fc23069b1109 req-9906d395-9758-42ec-b6f9-96e4aa930e44 service nova] Enqueued Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 658.734419] env[66340]: INFO networking_nsxv3.common.synchronization [req-7b39bc7a-9ada-44a3-85d1-fc23069b1109 req-9906d395-9758-42ec-b6f9-96e4aa930e44 service nova] Enqueued Resource ID: 2b88246e-a56f-497b-ab83-12836458898e with Priority: HIGHEST for action port [ 658.734419] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_rules [ 658.734419] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 658.734419] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b88246e-a56f-497b-ab83-12836458898e with Priority: HIGHEST for action port [ 658.741188] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.741188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.741188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.741188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.741188] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.741188] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.741188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.741188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.741188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.741188] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.741188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.741188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.741188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.741188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.741188] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.741188] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b88246e-a56f-497b-ab83-12836458898e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.746850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b88246e-a56f-497b-ab83-12836458898e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.746850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b88246e-a56f-497b-ab83-12836458898e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.746850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b88246e-a56f-497b-ab83-12836458898e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.746850] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b88246e-a56f-497b-ab83-12836458898e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.818449] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.818675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.818675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.818876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.819025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.819108] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 already deleted. [ 658.819158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.870705] env[66340]: INFO networking_nsxv3.common.synchronization [None req-12555e6a-63c8-41a0-b2cb-a918875c916f tempest-ServersWithSpecificFlavorTestJSON-2086508200 tempest-ServersWithSpecificFlavorTestJSON-2086508200-project-member] Enqueued Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_rules [ 658.874516] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_rules [ 658.874516] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.874516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.874516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.874516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.874516] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.247630] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.247797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.247994] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.248875] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b88246e-a56f-497b-ab83-12836458898e with status ACTIVE [ 659.249083] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.249201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.249268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.249599] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.249599] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.249744] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.249844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.249909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.250073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.250157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.251129] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.251239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.251311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.251474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.251560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.251648] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b88246e-a56f-497b-ab83-12836458898e is going to be updated. [ 659.275070] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.275711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.275711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.275711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.275711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.275874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b88246e-a56f-497b-ab83-12836458898e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.349895] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 659.350131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.350301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.350516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.350711] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.350831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.350897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.351058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.351142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.351229] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.351325] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.401327] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.401478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.401552] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.401958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.402082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.402194] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 already deleted. [ 659.402285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.755214] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.853825] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.262034] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.262034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.262034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.262034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.262034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.262034] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 is going to be created. [ 660.289015] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.290038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.290038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.290038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.290316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.306940] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: UNINITIALIZED for 2s [ 660.357318] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be9d9e35-fbbc-4784-931a-2c93b406c2f4: rpc.has_security_group_logging(os_id): False [ 660.366851] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 6s [ 660.367578] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 in Status: SUCCESS [ 660.367920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.381032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.381164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.381247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.381443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.381531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.382052] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.382295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.382295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.382394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.382473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.382567] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be created. [ 660.454141] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.454286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.454493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.454580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.454759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.470384] env[66340]: INFO networking_nsxv3.common.synchronization [req-559eac1a-a63c-42a2-af34-83bec4958996 req-709c2adf-afe7-41ab-a161-c1649638cd6c tempest-ServerDiagnosticsTest-335408041 tempest-ServerDiagnosticsTest-335408041-project-member] Enqueued Resource ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a with Priority: HIGHEST for action security_group_members [ 660.470384] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 660.470384] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a with Priority: HIGHEST for action security_group_members [ 660.470838] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.471218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.471422] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.471944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.472686] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.472686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.472686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.472686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.472686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.473043] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.970926] env[66340]: INFO networking_nsxv3.common.synchronization [None req-2c6a413b-0683-4c2a-9578-5550507268d3 None None] Enqueued Resource ID: 81143b18-4ab5-47bf-a51e-7c6710ad7752 with Priority: HIGHEST for action port [ 660.972636] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81143b18-4ab5-47bf-a51e-7c6710ad7752 with Priority: HIGHEST for action port [ 660.972968] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-81143b18-4ab5-47bf-a51e-7c6710ad7752 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.973624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81143b18-4ab5-47bf-a51e-7c6710ad7752" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.973750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81143b18-4ab5-47bf-a51e-7c6710ad7752" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.974772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81143b18-4ab5-47bf-a51e-7c6710ad7752" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.975064] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81143b18-4ab5-47bf-a51e-7c6710ad7752',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.976896] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.976896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.976896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.976896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.976896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.978355] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.978355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.978926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.979133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.979239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.979674] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a already deleted. [ 660.979872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.468141] env[66340]: INFO networking_nsxv3.common.synchronization [None req-8c43b81f-e0b8-4fb7-b41b-2ade493abae7 None None] Enqueued Resource ID: 43299b55-6c63-4d7e-99a4-f89418307eb3 with Priority: HIGHEST for action port [ 661.469473] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43299b55-6c63-4d7e-99a4-f89418307eb3 with Priority: HIGHEST for action port [ 661.469473] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-43299b55-6c63-4d7e-99a4-f89418307eb3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.469473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43299b55-6c63-4d7e-99a4-f89418307eb3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.469473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43299b55-6c63-4d7e-99a4-f89418307eb3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.469473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43299b55-6c63-4d7e-99a4-f89418307eb3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.469473] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43299b55-6c63-4d7e-99a4-f89418307eb3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.480884] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81143b18-4ab5-47bf-a51e-7c6710ad7752 [ 661.481570] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.481570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.481725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.481811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.481896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.482042] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81143b18-4ab5-47bf-a51e-7c6710ad7752 already deleted. [ 661.482089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81143b18-4ab5-47bf-a51e-7c6710ad7752" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.701107] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.701287] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.701409] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.701673] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.702303] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.703365] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.703365] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.703365] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.703365] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.703365] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.703365] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.703365] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.703634] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.703634] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.703770] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.703805] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.722627] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.722790] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.722925] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.723116] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.723466] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-7dfdd05e-8f40-41b7-9f09-9720e2516c13 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.723649] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-7dfdd05e-8f40-41b7-9f09-9720e2516c13" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.723785] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-7dfdd05e-8f40-41b7-9f09-9720e2516c13" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.724114] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-7dfdd05e-8f40-41b7-9f09-9720e2516c13" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.724258] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dfdd05e-8f40-41b7-9f09-9720e2516c13',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.085231] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43299b55-6c63-4d7e-99a4-f89418307eb3 [ 662.085231] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.085231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.085231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.085231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.085231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.085231] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43299b55-6c63-4d7e-99a4-f89418307eb3 already deleted. [ 662.085231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43299b55-6c63-4d7e-99a4-f89418307eb3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.228807] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.229108] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.229393] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.229470] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.229621] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.229845] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 7dfdd05e-8f40-41b7-9f09-9720e2516c13 not found, creating... [ 662.230172] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.230344] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.230638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.230938] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.231093] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.231727] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.231727] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.231965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.232486] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.232486] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.232613] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 7dfdd05e-8f40-41b7-9f09-9720e2516c13 is going to be created. [ 662.260085] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.260443] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.260774] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.260901] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.261214] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.261458] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-7dfdd05e-8f40-41b7-9f09-9720e2516c13" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.320906] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: SUCCESS [ 662.320906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.320906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.320906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.320906] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.320906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.320906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.320906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.320906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.320906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.320906] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.381806] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 8s [ 662.483637] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 662.483637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.826925] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.826925] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.826925] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.826925] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.826925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.827467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.827467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.827467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.827467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.827467] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.005572] env[66340]: INFO networking_nsxv3.common.synchronization [req-559eac1a-a63c-42a2-af34-83bec4958996 req-8317fdde-9e4b-4c29-b6c5-a6fa00158671 service nova] Enqueued Resource ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a with Priority: HIGHEST for action security_group_rules [ 663.005572] env[66340]: INFO networking_nsxv3.common.synchronization [req-559eac1a-a63c-42a2-af34-83bec4958996 req-8317fdde-9e4b-4c29-b6c5-a6fa00158671 service nova] Enqueued Resource ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a with Priority: HIGHEST for action security_group_members [ 663.005572] env[66340]: INFO networking_nsxv3.common.synchronization [req-559eac1a-a63c-42a2-af34-83bec4958996 req-8317fdde-9e4b-4c29-b6c5-a6fa00158671 service nova] Enqueued Resource ID: 7dfdd05e-8f40-41b7-9f09-9720e2516c13 with Priority: HIGHEST for action port [ 663.005871] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a with Priority: HIGHEST for action security_group_rules [ 663.006566] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a with Priority: HIGHEST for action security_group_members [ 663.006614] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dfdd05e-8f40-41b7-9f09-9720e2516c13 with Priority: HIGHEST for action port [ 663.006910] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.007049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.007114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.007390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.007488] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.009604] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.009825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.009825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.010076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.010176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.010279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.010339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.010481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.010567] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.010680] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.014254] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dfdd05e-8f40-41b7-9f09-9720e2516c13 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.014407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dfdd05e-8f40-41b7-9f09-9720e2516c13" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.014448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dfdd05e-8f40-41b7-9f09-9720e2516c13" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.014619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dfdd05e-8f40-41b7-9f09-9720e2516c13" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.016610] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dfdd05e-8f40-41b7-9f09-9720e2516c13',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.277517] env[66340]: INFO networking_nsxv3.common.synchronization [req-0103156c-0190-40a2-a230-fa5465f7f8fe req-6d15ab4e-7529-400b-920d-2031dd52af09 tempest-FloatingIPsAssociationTestJSON-1604102010 tempest-FloatingIPsAssociationTestJSON-1604102010-project-member] Enqueued Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 663.278037] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 663.278676] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.278811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.278882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.279332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.279525] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.279600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.279666] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.279845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.279982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.280104] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.332185] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e611322-dcc6-4488-9f41-40f57e2228f7: rpc.has_security_group_logging(os_id): False [ 663.350159] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.350316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.350432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.350597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.350694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.350906] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.351011] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.351093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.351248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.351328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.351518] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.351640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.351713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.351911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.352132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.352255] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.352355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.352416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.352558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.352634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.352721] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 is going to be created. [ 663.419382] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.419791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.419791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.419791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.420060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.436021] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: IN_PROGRESS for 2s [ 663.510951] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.510951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.516274] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.518834] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dfdd05e-8f40-41b7-9f09-9720e2516c13 with status ACTIVE [ 663.519224] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.524270] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.524270] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.524270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.524270] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dfdd05e-8f40-41b7-9f09-9720e2516c13 is going to be updated. [ 663.574658] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.574658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.574658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.574658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.574969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.575027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dfdd05e-8f40-41b7-9f09-9720e2516c13" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.615094] env[66340]: INFO networking_nsxv3.common.synchronization [None req-1df21af8-12e8-4423-afac-08402ce99289 None None] Enqueued Resource ID: 84687eef-6a2a-4916-beb0-3e44674e37c8 with Priority: HIGHEST for action port [ 663.615675] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84687eef-6a2a-4916-beb0-3e44674e37c8 with Priority: HIGHEST for action port [ 663.615997] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-84687eef-6a2a-4916-beb0-3e44674e37c8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.617450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84687eef-6a2a-4916-beb0-3e44674e37c8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.617450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84687eef-6a2a-4916-beb0-3e44674e37c8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.618525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84687eef-6a2a-4916-beb0-3e44674e37c8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.618620] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84687eef-6a2a-4916-beb0-3e44674e37c8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.785537] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.785537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.785537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.785537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.785537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.785537] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.785537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.785537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.786113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.786113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.786113] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f322a6-ba29-4af9-b108-044da977bcef already deleted. [ 663.786113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.972249] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.972464] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-186" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.972603] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-186" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.972934] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-186" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.975057] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.975057] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.975057] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.975057] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.975057] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.975331] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.975365] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.976292] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.976292] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.976292] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.976292] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.976292] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.998357] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.998520] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.998700] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.998823] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-186" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.999152] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-5515c4d2-7024-469f-b49d-7282fc94a9b9 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.999323] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-5515c4d2-7024-469f-b49d-7282fc94a9b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.999436] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-5515c4d2-7024-469f-b49d-7282fc94a9b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.999799] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-5515c4d2-7024-469f-b49d-7282fc94a9b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.999962] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5515c4d2-7024-469f-b49d-7282fc94a9b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.020531] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.122327] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84687eef-6a2a-4916-beb0-3e44674e37c8 [ 664.123511] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.123511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.123511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.123511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.123511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.123511] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84687eef-6a2a-4916-beb0-3e44674e37c8 already deleted. [ 664.123511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84687eef-6a2a-4916-beb0-3e44674e37c8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.398333] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 10s [ 664.505618] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.506371] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.506634] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.510036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.510036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.510036] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 5515c4d2-7024-469f-b49d-7282fc94a9b9 not found, creating... [ 664.510036] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.510036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.510036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.510036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.510036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.510036] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.510036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.510476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.512090] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.512541] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.512799] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 5515c4d2-7024-469f-b49d-7282fc94a9b9 is going to be created. [ 664.522955] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.523315] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.523500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.523782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.523956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.524156] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a is going to be created. [ 664.527482] env[66340]: INFO networking_nsxv3.common.synchronization [None req-202f735b-2ad8-4eb4-89e8-f8d2bc9dd62b None None] Enqueued Resource ID: b5e0af6d-2021-442d-9c16-669edf6acca9 with Priority: HIGHEST for action port [ 664.528588] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e0af6d-2021-442d-9c16-669edf6acca9 with Priority: HIGHEST for action port [ 664.529021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e0af6d-2021-442d-9c16-669edf6acca9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.529315] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e0af6d-2021-442d-9c16-669edf6acca9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.531122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e0af6d-2021-442d-9c16-669edf6acca9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.531122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e0af6d-2021-442d-9c16-669edf6acca9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.531122] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e0af6d-2021-442d-9c16-669edf6acca9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.536306] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.536306] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.536306] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.536306] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.536306] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.536306] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-5515c4d2-7024-469f-b49d-7282fc94a9b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.559261] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.559404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.559456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.560096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.560096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.571861] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a in Status: UNINITIALIZED for 2s [ 664.598231] env[66340]: INFO networking_nsxv3.common.synchronization [req-7992d060-d313-4f1f-b60d-18dc637a7a5e req-7d15131b-4552-4221-a342-7288c831468e tempest-ServerExternalEventsTest-946666272 tempest-ServerExternalEventsTest-946666272-project-member] Enqueued Resource ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 with Priority: HIGHEST for action security_group_members [ 664.599573] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 with Priority: HIGHEST for action security_group_members [ 664.599928] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-641c4994-ed32-4dc4-9fc0-eb8964dfe609 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.600192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.600192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.600456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.600643] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.600788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.600884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.601138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.601218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.601341] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('641c4994-ed32-4dc4-9fc0-eb8964dfe609',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.032927] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5e0af6d-2021-442d-9c16-669edf6acca9 [ 665.033200] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.033307] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.033354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.033570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.033686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.033799] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5e0af6d-2021-442d-9c16-669edf6acca9 already deleted. [ 665.033864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e0af6d-2021-442d-9c16-669edf6acca9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.104319] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.104472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.104542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.104760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.104876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.105112] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.105216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.105281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.105440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.105521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.105609] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 already deleted. [ 665.105687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.235746] env[66340]: INFO networking_nsxv3.common.synchronization [req-0103156c-0190-40a2-a230-fa5465f7f8fe req-703775b7-6a7b-43a6-8d12-bc214aa1977d service nova] Enqueued Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_rules [ 665.235922] env[66340]: INFO networking_nsxv3.common.synchronization [req-0103156c-0190-40a2-a230-fa5465f7f8fe req-703775b7-6a7b-43a6-8d12-bc214aa1977d service nova] Enqueued Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 665.236069] env[66340]: INFO networking_nsxv3.common.synchronization [req-0103156c-0190-40a2-a230-fa5465f7f8fe req-703775b7-6a7b-43a6-8d12-bc214aa1977d service nova] Enqueued Resource ID: 5515c4d2-7024-469f-b49d-7282fc94a9b9 with Priority: HIGHEST for action port [ 665.236629] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_rules [ 665.236771] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 665.236875] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5515c4d2-7024-469f-b49d-7282fc94a9b9 with Priority: HIGHEST for action port [ 665.238217] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.238217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.238217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.238217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.238217] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.238965] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.239147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.239520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.239721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.239889] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.239991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.240066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.240211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.240295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.240387] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.241310] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-5515c4d2-7024-469f-b49d-7282fc94a9b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.241433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5515c4d2-7024-469f-b49d-7282fc94a9b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.241470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5515c4d2-7024-469f-b49d-7282fc94a9b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.241624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5515c4d2-7024-469f-b49d-7282fc94a9b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.241773] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5515c4d2-7024-469f-b49d-7282fc94a9b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.451514] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: SUCCESS [ 665.451514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.659471] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.659471] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.659471] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.659471] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.659904] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.659904] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.660027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.660150] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.660272] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.660459] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.660561] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.660659] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.660757] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.660855] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.660949] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.661097] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.681708] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.681822] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.683206] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.683206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.683206] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-b7be3a34-8531-462b-8f15-06eece6a3951 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.683206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-b7be3a34-8531-462b-8f15-06eece6a3951" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.683206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-b7be3a34-8531-462b-8f15-06eece6a3951" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.683206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-b7be3a34-8531-462b-8f15-06eece6a3951" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.683206] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7be3a34-8531-462b-8f15-06eece6a3951',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.744364] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.744364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.744364] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.750289] env[66340]: INFO networking_nsxv3.common.synchronization [None req-bcb66945-4ea3-46b8-b2e4-a12ef0d35980 None None] Enqueued Resource ID: 03f7a403-20a1-4d64-878f-f10a68c21c72 with Priority: HIGHEST for action port [ 665.750553] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5515c4d2-7024-469f-b49d-7282fc94a9b9 with status ACTIVE [ 665.750743] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.750868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.750930] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.751139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.751231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.751512] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.751512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.751609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.751743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.751825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.752015] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.752615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.752684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.752836] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.752917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.753039] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5515c4d2-7024-469f-b49d-7282fc94a9b9 is going to be updated. [ 665.754097] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f7a403-20a1-4d64-878f-f10a68c21c72 with Priority: HIGHEST for action port [ 665.754677] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-03f7a403-20a1-4d64-878f-f10a68c21c72 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.754792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03f7a403-20a1-4d64-878f-f10a68c21c72" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.754850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03f7a403-20a1-4d64-878f-f10a68c21c72" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.755066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03f7a403-20a1-4d64-878f-f10a68c21c72" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.755147] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f7a403-20a1-4d64-878f-f10a68c21c72',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.782905] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.783122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.783169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.783634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.783634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.783879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5515c4d2-7024-469f-b49d-7282fc94a9b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.930436] env[66340]: INFO networking_nsxv3.common.synchronization [req-34b6cf19-cc37-4f70-94c4-420ab6b39710 req-78dd6227-1fef-453a-945b-262de02090d9 tempest-ImagesNegativeTestJSON-601338653 tempest-ImagesNegativeTestJSON-601338653-project-member] Enqueued Resource ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a with Priority: HIGHEST for action security_group_members [ 665.930980] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a with Priority: HIGHEST for action security_group_members [ 665.931293] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e22d997-afe8-4ec3-820c-89b3c5da258a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.931416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.931483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.931777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.932087] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.932201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.932265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.932434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.932523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.932616] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e22d997-afe8-4ec3-820c-89b3c5da258a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.186061] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.186526] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.186766] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.187177] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.187460] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.187754] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port b7be3a34-8531-462b-8f15-06eece6a3951 not found, creating... [ 666.188163] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.188449] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.188655] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.188976] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.189231] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.189611] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.191041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.191041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.191041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.191041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.191041] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: b7be3a34-8531-462b-8f15-06eece6a3951 is going to be created. [ 666.213025] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.213025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.213025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.213025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.213025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.213372] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-b7be3a34-8531-462b-8f15-06eece6a3951" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.248421] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.258943] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03f7a403-20a1-4d64-878f-f10a68c21c72 [ 666.259407] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.259407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.259407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.259670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.259713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.259825] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03f7a403-20a1-4d64-878f-f10a68c21c72 already deleted. [ 666.259901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03f7a403-20a1-4d64-878f-f10a68c21c72" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.299685] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.299941] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-46" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.300072] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-46" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.300448] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-46" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.300741] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.300953] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.301115] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.301374] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.301549] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.301805] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.301929] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.302067] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.302202] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.302339] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.302445] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.302604] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.329796] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.330057] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.330239] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.330431] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-46" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.330758] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-4a60f5c7-52c5-4817-a740-efdc05d5b962 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.331025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-4a60f5c7-52c5-4817-a740-efdc05d5b962" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.331167] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-4a60f5c7-52c5-4817-a740-efdc05d5b962" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.331475] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-4a60f5c7-52c5-4817-a740-efdc05d5b962" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.331609] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a60f5c7-52c5-4817-a740-efdc05d5b962',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.409361] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 12s [ 666.434476] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.434603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.434728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.434960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.435096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.435345] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.435451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.435516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.435672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.435753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.435852] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a already deleted. [ 666.435950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.581478] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a in Status: SUCCESS [ 666.581478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.581697] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.581792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.581983] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.582120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.582183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.582334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.582416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.582503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.583076] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.751192] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.751466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.751466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.751540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.751637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.751739] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f322a6-ba29-4af9-b108-044da977bcef is going to be created. [ 666.776032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.776218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.776328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.776656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.776741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.787152] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: UNINITIALIZED for 2s [ 666.834924] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.835207] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.835407] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.835692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.835798] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.835928] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 4a60f5c7-52c5-4817-a740-efdc05d5b962 not found, creating... [ 666.836270] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.836455] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.836613] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.836786] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.836940] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.837269] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.837419] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.837540] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.837760] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.837920] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.838402] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 4a60f5c7-52c5-4817-a740-efdc05d5b962 is going to be created. [ 666.873056] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.873330] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.873381] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.873638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.873943] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.874332] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-4a60f5c7-52c5-4817-a740-efdc05d5b962" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.933986] env[66340]: INFO networking_nsxv3.common.synchronization [req-7992d060-d313-4f1f-b60d-18dc637a7a5e req-92bc3d8a-32a5-49fc-9dc3-e66a9262f5ad service nova] Enqueued Resource ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 with Priority: HIGHEST for action security_group_rules [ 666.934177] env[66340]: INFO networking_nsxv3.common.synchronization [req-7992d060-d313-4f1f-b60d-18dc637a7a5e req-92bc3d8a-32a5-49fc-9dc3-e66a9262f5ad service nova] Enqueued Resource ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 with Priority: HIGHEST for action security_group_members [ 666.934287] env[66340]: INFO networking_nsxv3.common.synchronization [req-7992d060-d313-4f1f-b60d-18dc637a7a5e req-92bc3d8a-32a5-49fc-9dc3-e66a9262f5ad service nova] Enqueued Resource ID: b7be3a34-8531-462b-8f15-06eece6a3951 with Priority: HIGHEST for action port [ 666.934904] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 with Priority: HIGHEST for action security_group_rules [ 666.935260] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 with Priority: HIGHEST for action security_group_members [ 666.935426] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7be3a34-8531-462b-8f15-06eece6a3951 with Priority: HIGHEST for action port [ 666.935911] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-641c4994-ed32-4dc4-9fc0-eb8964dfe609 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.935911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.935911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.936175] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.936259] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('641c4994-ed32-4dc4-9fc0-eb8964dfe609',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.937129] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-641c4994-ed32-4dc4-9fc0-eb8964dfe609 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.937243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.937320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.937530] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.937729] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.937839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.938464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.938609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.938720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.938786] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('641c4994-ed32-4dc4-9fc0-eb8964dfe609',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.940410] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7be3a34-8531-462b-8f15-06eece6a3951 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.940515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7be3a34-8531-462b-8f15-06eece6a3951" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.940578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7be3a34-8531-462b-8f15-06eece6a3951" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.940840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7be3a34-8531-462b-8f15-06eece6a3951" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.940965] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7be3a34-8531-462b-8f15-06eece6a3951',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.085134] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.085987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.085987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.085987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.085987] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.086535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.086606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.086782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.086878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.087207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.087207] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.087546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.087546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.087546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.087696] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.087745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.087787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.088763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.088763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.088763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.088763] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.446607] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('641c4994-ed32-4dc4-9fc0-eb8964dfe609',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.448064] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-641c4994-ed32-4dc4-9fc0-eb8964dfe609 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.448194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.448359] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7be3a34-8531-462b-8f15-06eece6a3951 with status ACTIVE [ 667.448524] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.448629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.448696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.448896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.448989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.449169] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.449264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.449329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.449477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.449551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.449728] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.449820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.449884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.453280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.453441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.453550] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7be3a34-8531-462b-8f15-06eece6a3951 is going to be updated. [ 667.482804] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.486502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.486502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.486502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.486502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.486502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7be3a34-8531-462b-8f15-06eece6a3951" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.592332] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a: rpc.has_security_group_logging(os_id): False [ 667.606793] env[66340]: INFO networking_nsxv3.common.synchronization [req-34b6cf19-cc37-4f70-94c4-420ab6b39710 req-4416c9f1-a3b7-42e9-aaa4-69ec9fe45858 service nova] Enqueued Resource ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a with Priority: HIGHEST for action security_group_rules [ 667.606793] env[66340]: INFO networking_nsxv3.common.synchronization [req-34b6cf19-cc37-4f70-94c4-420ab6b39710 req-4416c9f1-a3b7-42e9-aaa4-69ec9fe45858 service nova] Enqueued Resource ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a with Priority: HIGHEST for action security_group_members [ 667.606793] env[66340]: INFO networking_nsxv3.common.synchronization [req-34b6cf19-cc37-4f70-94c4-420ab6b39710 req-4416c9f1-a3b7-42e9-aaa4-69ec9fe45858 service nova] Enqueued Resource ID: 4a60f5c7-52c5-4817-a740-efdc05d5b962 with Priority: HIGHEST for action port [ 667.607262] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a with Priority: HIGHEST for action security_group_rules [ 667.607336] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a with Priority: HIGHEST for action security_group_members [ 667.607493] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a60f5c7-52c5-4817-a740-efdc05d5b962 with Priority: HIGHEST for action port [ 667.608449] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e22d997-afe8-4ec3-820c-89b3c5da258a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.608449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.608449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.609365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.609365] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e22d997-afe8-4ec3-820c-89b3c5da258a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.609631] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e22d997-afe8-4ec3-820c-89b3c5da258a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.609748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.609861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.609995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.610454] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.610454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.610454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.610664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.610664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.610664] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e22d997-afe8-4ec3-820c-89b3c5da258a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.612263] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a60f5c7-52c5-4817-a740-efdc05d5b962 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.612263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a60f5c7-52c5-4817-a740-efdc05d5b962" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.612263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a60f5c7-52c5-4817-a740-efdc05d5b962" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.612263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a60f5c7-52c5-4817-a740-efdc05d5b962" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.612263] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a60f5c7-52c5-4817-a740-efdc05d5b962',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.617196] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.617400] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.617400] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.619977] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.619977] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.619977] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.619977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.620593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.620593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.620593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.620593] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a is going to be created. [ 667.730443] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.730697] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.730901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.731104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.731304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.737553] env[66340]: INFO networking_nsxv3.common.synchronization [None req-6bae1ab4-33ce-43d1-860e-71f8aee9542e None None] Enqueued Resource ID: e7b0f2dd-67c9-4b1c-9d05-0b5e0662331e with Priority: HIGHEST for action port [ 667.738999] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b0f2dd-67c9-4b1c-9d05-0b5e0662331e with Priority: HIGHEST for action port [ 667.739323] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7b0f2dd-67c9-4b1c-9d05-0b5e0662331e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.739622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7b0f2dd-67c9-4b1c-9d05-0b5e0662331e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.739709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7b0f2dd-67c9-4b1c-9d05-0b5e0662331e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.740096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7b0f2dd-67c9-4b1c-9d05-0b5e0662331e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.740232] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7b0f2dd-67c9-4b1c-9d05-0b5e0662331e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.744884] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a in Status: IN_PROGRESS for 2s [ 667.956448] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('641c4994-ed32-4dc4-9fc0-eb8964dfe609',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.113953] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e22d997-afe8-4ec3-820c-89b3c5da258a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.117465] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e22d997-afe8-4ec3-820c-89b3c5da258a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.117465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.117465] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a60f5c7-52c5-4817-a740-efdc05d5b962 with status ACTIVE [ 668.117465] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.117465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.117465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.117465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.117465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.117465] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.117465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.117465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.117465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.117465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.118026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.118026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.118026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.118026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.118348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.118464] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a60f5c7-52c5-4817-a740-efdc05d5b962 is going to be updated. [ 668.147430] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.147430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.147430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.147430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.147692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.147926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a60f5c7-52c5-4817-a740-efdc05d5b962" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.162441] env[66340]: INFO networking_nsxv3.common.synchronization [req-1e345607-1574-461f-9504-92e5d9bf8d38 req-1e9882b7-6d7f-4e04-8434-5af4c772a44c tempest-VolumesAssistedSnapshotsTest-412413570 tempest-VolumesAssistedSnapshotsTest-412413570-project-member] Enqueued Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_members [ 668.162571] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_members [ 668.162841] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-634464bc-2d04-462b-b349-2e1976c5db27 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.162973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.163501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.163632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.163917] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.164079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.164153] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.164350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.164461] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.164586] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.244854] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7b0f2dd-67c9-4b1c-9d05-0b5e0662331e [ 668.245407] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.246482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.246482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.246482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.246482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.246482] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7b0f2dd-67c9-4b1c-9d05-0b5e0662331e already deleted. [ 668.246482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7b0f2dd-67c9-4b1c-9d05-0b5e0662331e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.424055] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 14s [ 668.460487] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.460730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.460796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.461079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.461163] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.461274] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 is going to be created. [ 668.491439] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.491673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.491726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.492186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.492947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.513802] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 in Status: UNINITIALIZED for 2s [ 668.610025] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.610218] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-119" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.610415] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-119" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.610799] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-119" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.611160] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.611414] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.611616] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.611841] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.612086] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.612702] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.612702] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.612702] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.612702] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.612702] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.613030] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.613030] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.618024] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e22d997-afe8-4ec3-820c-89b3c5da258a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.634935] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.635191] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.635340] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.635527] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-119" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.635866] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-91428dc5-dc5a-4d2f-b2b3-282780c68063 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.636166] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-91428dc5-dc5a-4d2f-b2b3-282780c68063" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.636365] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-91428dc5-dc5a-4d2f-b2b3-282780c68063" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.636743] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-91428dc5-dc5a-4d2f-b2b3-282780c68063" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.637016] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91428dc5-dc5a-4d2f-b2b3-282780c68063',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.668279] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.668406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.668455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.668749] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.668928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.669206] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.669317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.669419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.669543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.669692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.669745] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 634464bc-2d04-462b-b349-2e1976c5db27 already deleted. [ 668.669784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.798112] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: SUCCESS [ 668.798112] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.798112] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.798112] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.798367] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.798464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.798530] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.798683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.798768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.798884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.798979] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.120101] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.120391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.120391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.120634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.120731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.120834] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a is going to be created. [ 669.139897] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.140168] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.140294] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.140577] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.140719] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.140875] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 91428dc5-dc5a-4d2f-b2b3-282780c68063 not found, creating... [ 669.141276] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.141446] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.141561] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.142336] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.142507] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.142820] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.142984] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.143190] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.143408] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.143538] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.143673] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 91428dc5-dc5a-4d2f-b2b3-282780c68063 is going to be created. [ 669.145905] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.145905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.145905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.146152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.146187] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.158649] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a in Status: UNINITIALIZED for 2s [ 669.166456] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.166672] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.166833] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.167078] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.167302] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.167516] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-91428dc5-dc5a-4d2f-b2b3-282780c68063" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.302478] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.302478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.302478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.303351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.303351] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.303799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.303799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.303799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.303799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.303948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.304073] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.304184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.304245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.304405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.304555] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.304656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.304872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.305155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.305258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.305362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.305468] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.771790] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a in Status: SUCCESS [ 669.772082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.809511] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21f322a6-ba29-4af9-b108-044da977bcef: rpc.has_security_group_logging(os_id): False [ 669.829893] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.830217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.830364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.830682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.830843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.831489] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.831489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.831489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.831752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.831801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.832239] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.832239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.832646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.832646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.832646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.832888] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.832984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.833057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.833533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.833533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.833533] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f322a6-ba29-4af9-b108-044da977bcef is going to be created. [ 669.916659] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.917024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.917024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.917299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.917540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.932446] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: IN_PROGRESS for 2s [ 670.031322] env[66340]: INFO networking_nsxv3.common.synchronization [req-1e345607-1574-461f-9504-92e5d9bf8d38 req-abc98082-35de-402a-b2e1-462a21048c6e service nova] Enqueued Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_rules [ 670.031322] env[66340]: INFO networking_nsxv3.common.synchronization [req-1e345607-1574-461f-9504-92e5d9bf8d38 req-abc98082-35de-402a-b2e1-462a21048c6e service nova] Enqueued Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_members [ 670.031322] env[66340]: INFO networking_nsxv3.common.synchronization [req-1e345607-1574-461f-9504-92e5d9bf8d38 req-abc98082-35de-402a-b2e1-462a21048c6e service nova] Enqueued Resource ID: 91428dc5-dc5a-4d2f-b2b3-282780c68063 with Priority: HIGHEST for action port [ 670.031322] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_rules [ 670.031322] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_members [ 670.031322] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91428dc5-dc5a-4d2f-b2b3-282780c68063 with Priority: HIGHEST for action port [ 670.031322] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-634464bc-2d04-462b-b349-2e1976c5db27 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.031322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.031322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.031837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.032242] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.033184] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-634464bc-2d04-462b-b349-2e1976c5db27 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.034594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.034594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.034594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.034594] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.034594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.034594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.034594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.035042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.035042] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.035679] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-91428dc5-dc5a-4d2f-b2b3-282780c68063 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.035844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91428dc5-dc5a-4d2f-b2b3-282780c68063" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.035905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91428dc5-dc5a-4d2f-b2b3-282780c68063" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.036219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91428dc5-dc5a-4d2f-b2b3-282780c68063" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.036219] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91428dc5-dc5a-4d2f-b2b3-282780c68063',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.437474] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 16s [ 670.524619] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 in Status: SUCCESS [ 670.525155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.525155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.525318] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.525486] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.525606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.525674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.525826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.525909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.525995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.526110] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('641c4994-ed32-4dc4-9fc0-eb8964dfe609',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.538290] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-634464bc-2d04-462b-b349-2e1976c5db27 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.538446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.538677] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.539593] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91428dc5-dc5a-4d2f-b2b3-282780c68063 with status ACTIVE [ 670.539853] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.539944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.540034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.540196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.540473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.540594] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.540672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.540729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.540886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.542149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.542149] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.542149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.542149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.542149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.542149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.542149] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91428dc5-dc5a-4d2f-b2b3-282780c68063 is going to be updated. [ 670.566094] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.566308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.566308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.566472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.566616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.566778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91428dc5-dc5a-4d2f-b2b3-282780c68063" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.032598] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-641c4994-ed32-4dc4-9fc0-eb8964dfe609 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.032598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.032738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.032943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.033180] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.033317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.033394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.033597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.033714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.033884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.034069] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-641c4994-ed32-4dc4-9fc0-eb8964dfe609 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.034169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.034300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.034455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.034653] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.034776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.034924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.038890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.038890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.039070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.039172] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('641c4994-ed32-4dc4-9fc0-eb8964dfe609',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.045034] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.173952] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a in Status: SUCCESS [ 671.174185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.174814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.174814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.175072] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.175168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.175226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.175401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.175482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.175643] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.175801] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e22d997-afe8-4ec3-820c-89b3c5da258a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.264211] env[66340]: INFO networking_nsxv3.common.synchronization [None req-177c7fa8-3844-4a6f-8162-26146259434d tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_rules [ 671.264952] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_rules [ 671.265762] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.265762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.265762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.266068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.266142] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.365322] env[66340]: INFO networking_nsxv3.common.synchronization [req-7c710d72-505b-4291-9d48-d0c5a4a07c0e req-2801b355-9fdb-4dcf-865d-62ed3a0e66d2 tempest-SecurityGroupRulesTestJSON-253237488 tempest-SecurityGroupRulesTestJSON-253237488-project-member] Enqueued Resource ID: 8bd2df38-133e-44c3-ac69-bceff947c83a with Priority: HIGHEST for action security_group_rules [ 671.365322] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd2df38-133e-44c3-ac69-bceff947c83a with Priority: HIGHEST for action security_group_rules [ 671.366817] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bd2df38-133e-44c3-ac69-bceff947c83a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.368363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bd2df38-133e-44c3-ac69-bceff947c83a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.368363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bd2df38-133e-44c3-ac69-bceff947c83a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.368363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bd2df38-133e-44c3-ac69-bceff947c83a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.368363] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bd2df38-133e-44c3-ac69-bceff947c83a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.426125] env[66340]: INFO networking_nsxv3.common.synchronization [None req-759cf30a-0e9d-447d-9147-885ff74e4208 tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_rules [ 671.426725] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_rules [ 671.427119] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.427326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.544113] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 641c4994-ed32-4dc4-9fc0-eb8964dfe609: rpc.has_security_group_logging(os_id): False [ 671.547951] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.548181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.548247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.548439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.548526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.548626] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 634464bc-2d04-462b-b349-2e1976c5db27 is going to be created. [ 671.564218] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.564436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.564509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.564664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.564775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.565025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.565166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.565244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.565404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.565506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.565707] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.565804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.565939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.566015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.566174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.566378] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.566488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.566620] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.566800] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.566936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.567048] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 is going to be created. [ 671.581460] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.581746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.581856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.582286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.582503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.592609] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 634464bc-2d04-462b-b349-2e1976c5db27 in Status: UNINITIALIZED for 2s [ 671.640779] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.640950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.641077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.641307] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.641489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.658073] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 in Status: IN_PROGRESS for 2s [ 671.678712] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e22d997-afe8-4ec3-820c-89b3c5da258a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.678955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.678955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.679221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.679394] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.679520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.679600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.679756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.681189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.681189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.681189] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e22d997-afe8-4ec3-820c-89b3c5da258a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.681189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.681189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.681189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.681189] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.681189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.681189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.681189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.681189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.681189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.681189] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e22d997-afe8-4ec3-820c-89b3c5da258a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.798899] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.799143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.799192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.799609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.799714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.799827] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d already deleted. [ 671.800070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.800516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.800516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.800516] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.892398] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.892537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.892597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.892836] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.892982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.892982] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bd2df38-133e-44c3-ac69-bceff947c83a already deleted. [ 671.893199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bd2df38-133e-44c3-ac69-bceff947c83a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.945526] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: SUCCESS [ 671.945782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.183638] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e22d997-afe8-4ec3-820c-89b3c5da258a: rpc.has_security_group_logging(os_id): False [ 672.204379] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.204528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.204634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.204808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.204900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.205111] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.205210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.205271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.205424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.206203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.206203] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.206203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.206203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.206203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.206203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.206575] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.206575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.206575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.206575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.206828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.206828] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a is going to be created. [ 672.304112] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.304354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.304586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.304792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.305247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.342112] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a in Status: IN_PROGRESS for 2s [ 672.348806] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.348806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.348806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.348806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.348806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.348806] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d already deleted. [ 672.348806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.449674] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 18s [ 673.605285] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 634464bc-2d04-462b-b349-2e1976c5db27 in Status: SUCCESS [ 673.605777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.605777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.606281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.606281] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.606436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.606436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.606568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.606654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.606743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.606844] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.672349] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 in Status: SUCCESS [ 673.672531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.109152] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.359321] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a in Status: SUCCESS [ 674.359321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.463926] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 20s [ 674.614481] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 634464bc-2d04-462b-b349-2e1976c5db27: rpc.has_security_group_logging(os_id): False [ 674.638238] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.638238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.638238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.638238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.638238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.638564] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.638564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.638564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.638680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.640150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.640873] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 634464bc-2d04-462b-b349-2e1976c5db27 is going to be created. [ 674.713477] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.713477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.713477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.713772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.714180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.727811] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 634464bc-2d04-462b-b349-2e1976c5db27 in Status: IN_PROGRESS for 2s [ 676.360822] env[66340]: INFO networking_nsxv3.common.synchronization [req-8b7fd02f-c82b-4e32-9283-f15490f05d46 req-1d1d6326-f730-4dc3-900d-e9c5e667a0ef tempest-ServerDiagnosticsNegativeTest-1803338992 tempest-ServerDiagnosticsNegativeTest-1803338992-project-member] Enqueued Resource ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 with Priority: HIGHEST for action security_group_members [ 676.361478] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 with Priority: HIGHEST for action security_group_members [ 676.361867] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-7acc22b8-4883-4ef6-97f9-be0f7d951456 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.362040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.362142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.362324] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.362494] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.362643] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.362730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.362885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.362979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.363128] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7acc22b8-4883-4ef6-97f9-be0f7d951456',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.478388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 22s [ 676.741103] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 634464bc-2d04-462b-b349-2e1976c5db27 in Status: SUCCESS [ 676.742568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.867343] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.867343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.867343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.868316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.868316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.868616] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.869274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.869274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.869274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.869274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.869274] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 is going to be updated. [ 676.905184] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.905376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.905454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.905687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.905792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.916302] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 in Status: IN_PROGRESS for 2s [ 677.191087] env[66340]: INFO networking_nsxv3.common.synchronization [req-a37c2965-5853-4a85-b186-08d2865af326 req-9b9963ca-6c9a-46ff-8baf-dc1023cc3dd9 tempest-ServersTestBootFromVolume-1514493868 tempest-ServersTestBootFromVolume-1514493868-project-member] Enqueued Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_members [ 677.191087] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_members [ 677.192179] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74502a0c-09ef-4845-b0a8-420e9d6da4d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.192390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.192580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.192893] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.193149] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.193316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.193416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.193671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.193911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.194081] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.549805] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.550174] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-266" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.550174] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-266" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.550446] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-266" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.550710] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.550862] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.550977] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.551279] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.551443] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.551726] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.551896] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.552039] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.552151] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.552264] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.552406] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.552593] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.571925] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.572121] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.572256] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.572433] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-266" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.572742] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-741e2bc4-a5c2-478f-9c56-05941db56eb2 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.572920] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-741e2bc4-a5c2-478f-9c56-05941db56eb2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.573294] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-741e2bc4-a5c2-478f-9c56-05941db56eb2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.573412] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-741e2bc4-a5c2-478f-9c56-05941db56eb2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.573547] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741e2bc4-a5c2-478f-9c56-05941db56eb2',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.696305] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.696457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.696575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.696745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.696838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.697058] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.697286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.697377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.697595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.697708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.697842] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 already deleted. [ 677.697961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.075916] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.076253] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.076435] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.076781] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.076979] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.077227] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 741e2bc4-a5c2-478f-9c56-05941db56eb2 not found, creating... [ 678.077590] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.077793] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.077954] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.078249] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.078432] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.078824] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.079015] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.079204] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.079474] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.079651] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.079834] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 741e2bc4-a5c2-478f-9c56-05941db56eb2 is going to be created. [ 678.101561] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.101826] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.101987] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.102348] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.102642] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.102970] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-741e2bc4-a5c2-478f-9c56-05941db56eb2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.490897] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 24s [ 678.865759] env[66340]: INFO networking_nsxv3.common.synchronization [req-a37c2965-5853-4a85-b186-08d2865af326 req-c46c3097-aa24-493e-89d4-5ca1c8b92c63 service nova] Enqueued Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_rules [ 678.865759] env[66340]: INFO networking_nsxv3.common.synchronization [req-a37c2965-5853-4a85-b186-08d2865af326 req-c46c3097-aa24-493e-89d4-5ca1c8b92c63 service nova] Enqueued Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_members [ 678.865759] env[66340]: INFO networking_nsxv3.common.synchronization [req-a37c2965-5853-4a85-b186-08d2865af326 req-c46c3097-aa24-493e-89d4-5ca1c8b92c63 service nova] Enqueued Resource ID: 741e2bc4-a5c2-478f-9c56-05941db56eb2 with Priority: HIGHEST for action port [ 678.865759] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_rules [ 678.865759] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_members [ 678.865759] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741e2bc4-a5c2-478f-9c56-05941db56eb2 with Priority: HIGHEST for action port [ 678.865759] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.865759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.865759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.865759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.865759] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.866623] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74502a0c-09ef-4845-b0a8-420e9d6da4d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.866823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.866929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.867146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.867367] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.867984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.867984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.867984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.867984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.867984] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.870115] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-741e2bc4-a5c2-478f-9c56-05941db56eb2 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.870248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-741e2bc4-a5c2-478f-9c56-05941db56eb2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.870577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-741e2bc4-a5c2-478f-9c56-05941db56eb2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.870577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-741e2bc4-a5c2-478f-9c56-05941db56eb2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.870837] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741e2bc4-a5c2-478f-9c56-05941db56eb2',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.928882] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 in Status: SUCCESS [ 678.929110] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 deletion is rescheduled due to dependency. [ 678.929246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.372357] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.373642] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74502a0c-09ef-4845-b0a8-420e9d6da4d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.373853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.374661] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 741e2bc4-a5c2-478f-9c56-05941db56eb2 with status ACTIVE [ 679.375073] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.375269] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.375368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.375676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.375812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.376107] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.376462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.376462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.376581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.376706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.376991] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.377152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.377262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.377481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.377572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.377699] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 741e2bc4-a5c2-478f-9c56-05941db56eb2 is going to be updated. [ 679.415616] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.415616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.415616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.415616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.415957] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.416162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-741e2bc4-a5c2-478f-9c56-05941db56eb2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.881681] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.010305] env[66340]: INFO networking_nsxv3.common.synchronization [None req-7ffac5e3-9d78-4903-8117-dffab07bb845 None None] Enqueued Resource ID: 161fa2b1-824a-47c2-b133-a7711b0b948b with Priority: HIGHEST for action port [ 680.011328] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161fa2b1-824a-47c2-b133-a7711b0b948b with Priority: HIGHEST for action port [ 680.012479] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-161fa2b1-824a-47c2-b133-a7711b0b948b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.012479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-161fa2b1-824a-47c2-b133-a7711b0b948b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.012596] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-161fa2b1-824a-47c2-b133-a7711b0b948b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.012887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-161fa2b1-824a-47c2-b133-a7711b0b948b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.013172] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161fa2b1-824a-47c2-b133-a7711b0b948b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.317032] env[66340]: INFO networking_nsxv3.common.synchronization [req-d20150cd-c18a-48f7-a508-31389940dfae req-1c2be48b-aec8-4d8c-a1aa-bb96d58c1f89 tempest-ServersWithSpecificFlavorTestJSON-2086508200 tempest-ServersWithSpecificFlavorTestJSON-2086508200-project-member] Enqueued Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 680.317032] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 680.317032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.317032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.317032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.317470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.317743] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.319109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.319180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.319349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.319437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.319663] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.335307] env[66340]: INFO networking_nsxv3.common.synchronization [None req-63aa0a89-695e-4e41-8dd1-e9323df2042b None None] Enqueued Resource ID: 50615f59-a6dc-4740-bdf5-ab2d8ab0de33 with Priority: HIGHEST for action port [ 680.335711] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50615f59-a6dc-4740-bdf5-ab2d8ab0de33 with Priority: HIGHEST for action port [ 680.336539] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-50615f59-a6dc-4740-bdf5-ab2d8ab0de33 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.336676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50615f59-a6dc-4740-bdf5-ab2d8ab0de33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.337373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50615f59-a6dc-4740-bdf5-ab2d8ab0de33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.337373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50615f59-a6dc-4740-bdf5-ab2d8ab0de33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.337373] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50615f59-a6dc-4740-bdf5-ab2d8ab0de33',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.385161] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.385398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.385398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.385652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.385804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.386073] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 is going to be created. [ 680.422324] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.422470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.422530] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.422739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.422895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.438735] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 in Status: UNINITIALIZED for 2s [ 680.505782] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 26s [ 680.516077] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 161fa2b1-824a-47c2-b133-a7711b0b948b [ 680.516522] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.516687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.516687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.518315] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.518315] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.518315] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:161fa2b1-824a-47c2-b133-a7711b0b948b already deleted. [ 680.518315] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-161fa2b1-824a-47c2-b133-a7711b0b948b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.694569] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.694786] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-277" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.694906] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-277" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.695276] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-277" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.695551] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.695709] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.695836] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.696460] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.696620] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.696839] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.696951] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.697065] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.697169] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.697275] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.697371] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.697496] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.730072] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.730240] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.730427] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.730709] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-277" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.731230] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-ccea89d2-7e89-4649-b0b8-353c83a6dace taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.731436] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-ccea89d2-7e89-4649-b0b8-353c83a6dace" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.731671] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-ccea89d2-7e89-4649-b0b8-353c83a6dace" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.732998] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-ccea89d2-7e89-4649-b0b8-353c83a6dace" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.735664] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccea89d2-7e89-4649-b0b8-353c83a6dace',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.823416] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.823416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.823834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.823834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.823834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.824354] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.824354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.824354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.824354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.824569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.824569] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 already deleted. [ 680.824667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.841678] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50615f59-a6dc-4740-bdf5-ab2d8ab0de33 [ 680.841812] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.842036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.842164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.842434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.842583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.842886] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50615f59-a6dc-4740-bdf5-ab2d8ab0de33 already deleted. [ 680.842981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50615f59-a6dc-4740-bdf5-ab2d8ab0de33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.235703] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.239520] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.239520] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.239520] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.239520] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.239520] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port ccea89d2-7e89-4649-b0b8-353c83a6dace not found, creating... [ 681.239520] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.239520] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.239520] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.239520] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.239520] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.239929] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.239929] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.239929] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.239929] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.239929] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.239929] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: ccea89d2-7e89-4649-b0b8-353c83a6dace is going to be created. [ 681.267022] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.267022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.267022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.267022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.267022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.267022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-ccea89d2-7e89-4649-b0b8-353c83a6dace" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.081129] env[66340]: INFO networking_nsxv3.common.synchronization [req-d20150cd-c18a-48f7-a508-31389940dfae req-cd4a637d-6b51-48f0-bfff-33dd40c30244 service nova] Enqueued Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_rules [ 682.081468] env[66340]: INFO networking_nsxv3.common.synchronization [req-d20150cd-c18a-48f7-a508-31389940dfae req-cd4a637d-6b51-48f0-bfff-33dd40c30244 service nova] Enqueued Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 682.081468] env[66340]: INFO networking_nsxv3.common.synchronization [req-d20150cd-c18a-48f7-a508-31389940dfae req-cd4a637d-6b51-48f0-bfff-33dd40c30244 service nova] Enqueued Resource ID: ccea89d2-7e89-4649-b0b8-353c83a6dace with Priority: HIGHEST for action port [ 682.081708] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_rules [ 682.081874] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 682.081924] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccea89d2-7e89-4649-b0b8-353c83a6dace with Priority: HIGHEST for action port [ 682.082487] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.082642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.082684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.082942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.082942] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.084450] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.084577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.084643] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.084887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.085083] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.085217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.085288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.085448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.085541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.085637] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.086742] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccea89d2-7e89-4649-b0b8-353c83a6dace taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.086742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccea89d2-7e89-4649-b0b8-353c83a6dace" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.087164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccea89d2-7e89-4649-b0b8-353c83a6dace" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.087164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccea89d2-7e89-4649-b0b8-353c83a6dace" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.087164] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccea89d2-7e89-4649-b0b8-353c83a6dace',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.425475] env[66340]: INFO networking_nsxv3.common.synchronization [req-d770e23c-c15b-469e-9517-7c358e0f365f req-c15a2f79-c6cb-4783-9bab-eba3ee964911 tempest-DeleteServersAdminTestJSON-1800378745 tempest-DeleteServersAdminTestJSON-1800378745-project-admin] Enqueued Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 682.426475] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 682.426885] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.427689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.427689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.427689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.427689] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.427942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.428074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.428313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.428432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.428575] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.448786] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 in Status: SUCCESS [ 682.449043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.449550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.449550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.449766] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.449766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.449766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.450896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.450896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.450896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.450896] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.525679] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 28s [ 682.589045] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.590461] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.590461] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.590762] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccea89d2-7e89-4649-b0b8-353c83a6dace with status ACTIVE [ 682.592137] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.592137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.593103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.593408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.593699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.593779] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.593872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.593928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.594364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.594364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.594492] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.594574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.594664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.594866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.594946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.595083] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccea89d2-7e89-4649-b0b8-353c83a6dace is going to be updated. [ 682.624353] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.624592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.624592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.624783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.624933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.625134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccea89d2-7e89-4649-b0b8-353c83a6dace" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.933976] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.933976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.933976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.933976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.933976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.933976] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.933976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.933976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.933976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.933976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.933976] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 is going to be updated. [ 682.956367] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.975337] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.975546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.975582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.975838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.976013] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.988715] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: IN_PROGRESS for 2s [ 683.096985] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.113081] env[66340]: INFO networking_nsxv3.common.synchronization [None req-a41c5fb5-6048-4382-a4f1-f07f3d9b2ea9 None None] Enqueued Resource ID: e86124a1-7aa7-4b06-bf53-a53b2af2de80 with Priority: HIGHEST for action port [ 683.113601] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86124a1-7aa7-4b06-bf53-a53b2af2de80 with Priority: HIGHEST for action port [ 683.118636] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86124a1-7aa7-4b06-bf53-a53b2af2de80 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.118636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86124a1-7aa7-4b06-bf53-a53b2af2de80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.118636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86124a1-7aa7-4b06-bf53-a53b2af2de80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.118636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86124a1-7aa7-4b06-bf53-a53b2af2de80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.118636] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86124a1-7aa7-4b06-bf53-a53b2af2de80',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.320152] env[66340]: INFO networking_nsxv3.common.synchronization [req-68813519-add8-4de5-ae7f-c3d587fcf136 req-94e1dfbd-0be4-4c9d-9ce1-b22ccb21192f tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 683.320735] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 683.321070] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.321201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.321270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.321531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.321797] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.321906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.321969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.322146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.322234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.322329] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.459163] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74502a0c-09ef-4845-b0a8-420e9d6da4d6: rpc.has_security_group_logging(os_id): False [ 683.484366] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.484536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.484600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.486015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.486015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.486015] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.486015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.486188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.486273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.486777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.486777] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 is going to be created. [ 683.523096] env[66340]: INFO networking_nsxv3.common.synchronization [None req-1d1886d4-3ce1-4f41-988d-780627809f1b None None] Enqueued Resource ID: 6da87757-d7ec-4fa8-a204-c8f4a48f36c4 with Priority: HIGHEST for action port [ 683.524273] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6da87757-d7ec-4fa8-a204-c8f4a48f36c4 with Priority: HIGHEST for action port [ 683.525438] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-6da87757-d7ec-4fa8-a204-c8f4a48f36c4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.525741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6da87757-d7ec-4fa8-a204-c8f4a48f36c4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.525741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6da87757-d7ec-4fa8-a204-c8f4a48f36c4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.526048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6da87757-d7ec-4fa8-a204-c8f4a48f36c4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.526583] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6da87757-d7ec-4fa8-a204-c8f4a48f36c4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.593543] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.594168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.594267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.594494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.594783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.600744] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.601068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.601220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.601693] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.601895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.602030] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 is going to be created. [ 683.614173] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 in Status: IN_PROGRESS for 2s [ 683.620122] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e86124a1-7aa7-4b06-bf53-a53b2af2de80 [ 683.621038] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.621038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.621038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.621292] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.621292] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.621442] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e86124a1-7aa7-4b06-bf53-a53b2af2de80 already deleted. [ 683.621442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86124a1-7aa7-4b06-bf53-a53b2af2de80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.634974] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.635152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.635225] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.635489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.635672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.649621] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: UNINITIALIZED for 2s [ 683.724597] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.724820] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-191" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.725043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-191" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.725494] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-191" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.725818] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.725982] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.726268] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.726486] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.726632] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.726855] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.726963] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.727113] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.727232] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.727345] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.727444] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.727576] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.759374] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.759578] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.759718] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.759954] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-191" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.760381] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.760589] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.760743] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.761077] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.761258] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.825263] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.825601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.825601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.825750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.825838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.826037] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.826220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.826220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.826385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.826471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.826580] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a already deleted. [ 683.826672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.028776] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6da87757-d7ec-4fa8-a204-c8f4a48f36c4 [ 684.029046] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.029240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.029345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.029585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.029705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.029812] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6da87757-d7ec-4fa8-a204-c8f4a48f36c4 already deleted. [ 684.029902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6da87757-d7ec-4fa8-a204-c8f4a48f36c4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.263978] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.264785] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.264785] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.265110] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.265361] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.265857] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac not found, creating... [ 684.266639] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.266894] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.267632] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.267632] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.267847] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.268308] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.269880] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.269880] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.270081] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.270275] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.271138] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac is going to be created. [ 684.292603] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.292846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.293033] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.296646] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.296646] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.296646] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.498261] env[66340]: INFO networking_nsxv3.common.synchronization [None req-8cf09e5c-99ed-4749-bc8f-626b3fd7f2f3 None None] Enqueued Resource ID: 8bddaa47-50aa-4782-8ac8-d715945278e8 with Priority: HIGHEST for action port [ 684.498800] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bddaa47-50aa-4782-8ac8-d715945278e8 with Priority: HIGHEST for action port [ 684.499171] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bddaa47-50aa-4782-8ac8-d715945278e8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.499303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bddaa47-50aa-4782-8ac8-d715945278e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.499370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bddaa47-50aa-4782-8ac8-d715945278e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.499681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bddaa47-50aa-4782-8ac8-d715945278e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.499738] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bddaa47-50aa-4782-8ac8-d715945278e8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.540447] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 30s [ 684.995208] env[66340]: INFO networking_nsxv3.common.synchronization [req-68813519-add8-4de5-ae7f-c3d587fcf136 req-fdbcc262-6803-4733-b5c2-da02444061ca service nova] Enqueued Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_rules [ 684.995405] env[66340]: INFO networking_nsxv3.common.synchronization [req-68813519-add8-4de5-ae7f-c3d587fcf136 req-fdbcc262-6803-4733-b5c2-da02444061ca service nova] Enqueued Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 684.995600] env[66340]: INFO networking_nsxv3.common.synchronization [req-68813519-add8-4de5-ae7f-c3d587fcf136 req-fdbcc262-6803-4733-b5c2-da02444061ca service nova] Enqueued Resource ID: efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac with Priority: HIGHEST for action port [ 685.001574] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_rules [ 685.001782] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 685.001906] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac with Priority: HIGHEST for action port [ 685.003057] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bddaa47-50aa-4782-8ac8-d715945278e8 [ 685.003321] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.003475] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.003547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.003785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.003890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.004029] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bddaa47-50aa-4782-8ac8-d715945278e8 already deleted. [ 685.004127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bddaa47-50aa-4782-8ac8-d715945278e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.004404] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.004561] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.004621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.005055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.008192] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.009552] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.009706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.009816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.010101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.010472] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.010472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.010472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.010669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.010785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.010900] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.015548] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.015548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.015548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.015548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.015548] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.015548] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: SUCCESS [ 685.015548] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 deletion is rescheduled due to dependency. [ 685.015548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.518536] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.518944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.518944] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.519835] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac with status ACTIVE [ 685.520281] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.520281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.520281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.520459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.520577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.520712] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.520815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.520912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.521049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.521293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.521467] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.521467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.521467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.521619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.521651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.521769] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac is going to be updated. [ 685.544113] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.544282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.544361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.544576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.544744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.544983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.633766] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 in Status: SUCCESS [ 685.633766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.664194] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: SUCCESS [ 685.664414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.664594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.664838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.665054] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.665184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.665251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.665418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.665500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.665589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.665681] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.882338] env[66340]: INFO networking_nsxv3.common.synchronization [req-68388d26-04e3-4092-b261-d3ab1d0879db req-0fc5e893-5f63-44ba-965c-cb7ab8ba4a0d tempest-ServerAddressesNegativeTestJSON-26384530 tempest-ServerAddressesNegativeTestJSON-26384530-project-member] Enqueued Resource ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 with Priority: HIGHEST for action security_group_members [ 685.883364] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 with Priority: HIGHEST for action security_group_members [ 685.883592] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-245b5e72-684b-48dd-a6aa-14376422f0b8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.883770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.883874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.884198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.884410] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.884563] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.884650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.884880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.884991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.885163] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245b5e72-684b-48dd-a6aa-14376422f0b8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.024610] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.167996] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.333059] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.333059] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-584" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.333059] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-584" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.333457] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-584" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.333589] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.333749] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.333894] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.337288] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.338144] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.338144] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.338144] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.338144] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.338144] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.338144] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.338443] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.338443] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.360473] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.360473] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.360473] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.360473] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-584" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.360473] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-ded6458f-ecc8-4680-964b-b291ad6b4a26 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.360473] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-ded6458f-ecc8-4680-964b-b291ad6b4a26" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.360473] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-ded6458f-ecc8-4680-964b-b291ad6b4a26" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.360473] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-ded6458f-ecc8-4680-964b-b291ad6b4a26" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.360473] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ded6458f-ecc8-4680-964b-b291ad6b4a26',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.388333] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.388333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.388333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.388333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.388333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.388613] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.388613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.388688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.388868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.388953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.389059] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 already deleted. [ 686.389144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.528075] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.528075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.528075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.530382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.530382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.530382] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a is going to be created. [ 686.552557] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 32s [ 686.555264] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.555402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.555678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.555678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.555846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.567923] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: UNINITIALIZED for 2s [ 686.670549] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c82c94a2-7106-4d42-a2ef-005ce48f0b55: rpc.has_security_group_logging(os_id): False [ 686.689536] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.689742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.689809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.690040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.690137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.690700] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.690862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.690946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.691104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.691216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.691302] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 is going to be created. [ 686.773743] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.773743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.774094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.774094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.774393] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.792744] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: IN_PROGRESS for 2s [ 686.816023] env[66340]: INFO networking_nsxv3.common.synchronization [None req-dd3c4553-aec0-4316-8d55-792b63d6c096 None None] Enqueued Resource ID: a6e4d6f4-9998-4693-9853-78a86140ed02 with Priority: HIGHEST for action port [ 686.818709] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e4d6f4-9998-4693-9853-78a86140ed02 with Priority: HIGHEST for action port [ 686.819068] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6e4d6f4-9998-4693-9853-78a86140ed02 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.819209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6e4d6f4-9998-4693-9853-78a86140ed02" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.819278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6e4d6f4-9998-4693-9853-78a86140ed02" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.819560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6e4d6f4-9998-4693-9853-78a86140ed02" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.819650] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6e4d6f4-9998-4693-9853-78a86140ed02',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.867035] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.867035] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.867035] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.867035] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.867035] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.867035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port ded6458f-ecc8-4680-964b-b291ad6b4a26 not found, creating... [ 686.867035] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.867035] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.867035] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.867035] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.867035] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.867907] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.867907] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.867907] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.867907] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.867907] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.867907] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: ded6458f-ecc8-4680-964b-b291ad6b4a26 is going to be created. [ 686.889471] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.889684] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.889807] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.890100] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.890477] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.891667] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-ded6458f-ecc8-4680-964b-b291ad6b4a26" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.203465] env[66340]: INFO networking_nsxv3.common.synchronization [None req-c5e52b92-66b7-405a-95b9-180e77b5b019 None None] Enqueued Resource ID: d0db6a51-1247-4223-8cdf-758f45c33acd with Priority: HIGHEST for action port [ 687.204276] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0db6a51-1247-4223-8cdf-758f45c33acd with Priority: HIGHEST for action port [ 687.204454] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0db6a51-1247-4223-8cdf-758f45c33acd taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.204592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0db6a51-1247-4223-8cdf-758f45c33acd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.204716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0db6a51-1247-4223-8cdf-758f45c33acd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.205113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0db6a51-1247-4223-8cdf-758f45c33acd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.205261] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0db6a51-1247-4223-8cdf-758f45c33acd',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.323878] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6e4d6f4-9998-4693-9853-78a86140ed02 [ 687.323878] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.323878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.323878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.324441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.324441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.324441] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6e4d6f4-9998-4693-9853-78a86140ed02 already deleted. [ 687.324441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6e4d6f4-9998-4693-9853-78a86140ed02" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.664182] env[66340]: INFO networking_nsxv3.common.synchronization [req-68388d26-04e3-4092-b261-d3ab1d0879db req-6b59307d-02a6-42aa-96c6-f2d6c93aa58a service nova] Enqueued Resource ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 with Priority: HIGHEST for action security_group_rules [ 687.664574] env[66340]: INFO networking_nsxv3.common.synchronization [req-68388d26-04e3-4092-b261-d3ab1d0879db req-6b59307d-02a6-42aa-96c6-f2d6c93aa58a service nova] Enqueued Resource ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 with Priority: HIGHEST for action security_group_members [ 687.664708] env[66340]: INFO networking_nsxv3.common.synchronization [req-68388d26-04e3-4092-b261-d3ab1d0879db req-6b59307d-02a6-42aa-96c6-f2d6c93aa58a service nova] Enqueued Resource ID: ded6458f-ecc8-4680-964b-b291ad6b4a26 with Priority: HIGHEST for action port [ 687.665707] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 with Priority: HIGHEST for action security_group_rules [ 687.665888] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 with Priority: HIGHEST for action security_group_members [ 687.665966] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded6458f-ecc8-4680-964b-b291ad6b4a26 with Priority: HIGHEST for action port [ 687.666459] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245b5e72-684b-48dd-a6aa-14376422f0b8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.666622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.666697] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.666951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.667050] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245b5e72-684b-48dd-a6aa-14376422f0b8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.669468] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-245b5e72-684b-48dd-a6aa-14376422f0b8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.672827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.672827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.672827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.673208] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.673208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.673208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.673363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.673363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.673467] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245b5e72-684b-48dd-a6aa-14376422f0b8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.674508] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-ded6458f-ecc8-4680-964b-b291ad6b4a26 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.675732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ded6458f-ecc8-4680-964b-b291ad6b4a26" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.675732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ded6458f-ecc8-4680-964b-b291ad6b4a26" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.675732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ded6458f-ecc8-4680-964b-b291ad6b4a26" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.675732] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ded6458f-ecc8-4680-964b-b291ad6b4a26',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.708237] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0db6a51-1247-4223-8cdf-758f45c33acd [ 687.708237] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.708237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.708483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.708536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.708935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.708935] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0db6a51-1247-4223-8cdf-758f45c33acd already deleted. [ 687.709079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0db6a51-1247-4223-8cdf-758f45c33acd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.178507] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ded6458f-ecc8-4680-964b-b291ad6b4a26 with status ACTIVE [ 688.178774] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.178876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.178931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.181101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.181101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.181101] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.181101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.181101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.181101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.181101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.181101] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.181101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.181101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.181101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.181101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.181101] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ded6458f-ecc8-4680-964b-b291ad6b4a26 is going to be updated. [ 688.183049] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('245b5e72-684b-48dd-a6aa-14376422f0b8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.183049] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-245b5e72-684b-48dd-a6aa-14376422f0b8 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.183228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.222311] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.222515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.222572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.222825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.222919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.223108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ded6458f-ecc8-4680-964b-b291ad6b4a26" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.566251] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 34s [ 688.578440] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: SUCCESS [ 688.578667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.578849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.579105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.579302] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.579424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.579490] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.579645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.579739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.579930] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.579930] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.686531] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('245b5e72-684b-48dd-a6aa-14376422f0b8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.808588] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: SUCCESS [ 688.808588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.827457] env[66340]: INFO networking_nsxv3.common.synchronization [req-657b4181-3c96-4ad0-ae4b-d4c185dc6a88 req-a345a3f4-2c15-4eaa-93d7-818705518c6a tempest-MigrationsAdminTest-2026872017 tempest-MigrationsAdminTest-2026872017-project-member] Enqueued Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 688.828900] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 688.828900] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.828900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.828900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.828900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.831525] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.831525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.831525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.834027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.834027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.834027] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.061628] env[66340]: INFO networking_nsxv3.common.synchronization [req-99cb7891-fe5a-4051-96a3-c5630a1f5697 req-52ad360f-1c22-4fd3-9aaa-6870ae42706c tempest-SecurityGroupRulesTestJSON-253237488 tempest-SecurityGroupRulesTestJSON-253237488-project-member] Enqueued Resource ID: ea0c14ac-853c-473b-84eb-a59f87ab4c7d with Priority: HIGHEST for action security_group_rules [ 689.062646] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0c14ac-853c-473b-84eb-a59f87ab4c7d with Priority: HIGHEST for action security_group_rules [ 689.063046] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.063193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.063273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.063543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.063630] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0c14ac-853c-473b-84eb-a59f87ab4c7d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.084350] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.084535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.084576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.084777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.084957] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.085132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.085236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.085451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.085578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.085718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.085948] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.086978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.087120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.087333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.087498] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.087598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.087652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.087798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.087882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.087961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.088073] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.093020] env[66340]: INFO networking_nsxv3.common.synchronization [req-697a5d51-6f39-47a0-af7a-59a21dea19d9 req-bfb2c114-ff84-4c2a-964f-99139708a81a tempest-ServerDiagnosticsTest-335408041 tempest-ServerDiagnosticsTest-335408041-project-member] Enqueued Resource ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a with Priority: HIGHEST for action security_group_members [ 689.093020] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a with Priority: HIGHEST for action security_group_members [ 689.094307] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.094472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.094540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.094670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.094826] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.094933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.094996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.095160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.095245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.095373] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.190974] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.191172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.191220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.191428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.191515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.191611] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 is going to be created. [ 689.222922] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.222922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.222922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.222922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.222922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.236455] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 in Status: UNINITIALIZED for 2s [ 689.340667] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.340667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.340667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.340667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.340667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.340667] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.340667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.340667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.340667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.340667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.341258] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a already deleted. [ 689.341258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.355169] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.355510] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.356054] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.356322] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.357861] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.358560] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.358560] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.359763] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.359933] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.360266] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.360420] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.360481] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.360588] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.360694] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.360802] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.360926] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.391357] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.391357] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.391357] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.391357] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.391357] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-7010f731-2345-4d4f-b824-e0fda226bf5e taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.391357] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-7010f731-2345-4d4f-b824-e0fda226bf5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.391357] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-7010f731-2345-4d4f-b824-e0fda226bf5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.391357] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-7010f731-2345-4d4f-b824-e0fda226bf5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.391357] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7010f731-2345-4d4f-b824-e0fda226bf5e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.591993] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.595277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.595394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.596560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.596560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.596560] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0c14ac-853c-473b-84eb-a59f87ab4c7d already deleted. [ 689.596560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.596560] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b2b645-d5fb-4ea1-b2be-3f9227695b8a: rpc.has_security_group_logging(os_id): False [ 689.598879] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.599014] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.599088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.599321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.599426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.600959] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.601106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.601889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.601889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.601889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.601889] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a is going to be updated. [ 689.627409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.628134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.628134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.628134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.628134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.628296] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.628352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.628408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.628570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.628645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.628823] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.628914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.628973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.631394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.631490] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.631721] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.631946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.632066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.632311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.632311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.632395] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a is going to be created. [ 689.664642] env[66340]: INFO networking_nsxv3.common.synchronization [None req-720e8297-a0e3-486e-99e9-bde62ed86994 None None] Enqueued Resource ID: 73e5cbac-c36c-4dfc-83b4-ea9ad82d211f with Priority: HIGHEST for action port [ 689.671032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.671032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.671032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.671032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.671032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.671032] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e5cbac-c36c-4dfc-83b4-ea9ad82d211f with Priority: HIGHEST for action port [ 689.671854] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e5cbac-c36c-4dfc-83b4-ea9ad82d211f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.672215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e5cbac-c36c-4dfc-83b4-ea9ad82d211f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.672449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e5cbac-c36c-4dfc-83b4-ea9ad82d211f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.673606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e5cbac-c36c-4dfc-83b4-ea9ad82d211f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.673855] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e5cbac-c36c-4dfc-83b4-ea9ad82d211f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.688695] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a in Status: IN_PROGRESS for 2s [ 689.739956] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.740160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.740160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.744206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.744206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.754420] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: IN_PROGRESS for 2s [ 689.898988] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.899271] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.899499] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.899835] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.900032] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.900815] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 7010f731-2345-4d4f-b824-e0fda226bf5e not found, creating... [ 689.900815] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.900815] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.900815] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.901107] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.901248] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.901580] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.901823] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.901901] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.902288] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.902401] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.902512] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 7010f731-2345-4d4f-b824-e0fda226bf5e is going to be created. [ 689.929960] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.929960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.930598] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.930598] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.930660] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.930932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-7010f731-2345-4d4f-b824-e0fda226bf5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.178862] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73e5cbac-c36c-4dfc-83b4-ea9ad82d211f [ 690.179618] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.179618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.179618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.179618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.179842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.179842] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73e5cbac-c36c-4dfc-83b4-ea9ad82d211f already deleted. [ 690.179908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e5cbac-c36c-4dfc-83b4-ea9ad82d211f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.580523] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 36s [ 690.703322] env[66340]: INFO networking_nsxv3.common.synchronization [req-657b4181-3c96-4ad0-ae4b-d4c185dc6a88 req-4bcbfd76-a42a-4e9b-b4b5-1595b8755336 service nova] Enqueued Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_rules [ 690.703586] env[66340]: INFO networking_nsxv3.common.synchronization [req-657b4181-3c96-4ad0-ae4b-d4c185dc6a88 req-4bcbfd76-a42a-4e9b-b4b5-1595b8755336 service nova] Enqueued Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 690.703717] env[66340]: INFO networking_nsxv3.common.synchronization [req-657b4181-3c96-4ad0-ae4b-d4c185dc6a88 req-4bcbfd76-a42a-4e9b-b4b5-1595b8755336 service nova] Enqueued Resource ID: 7010f731-2345-4d4f-b824-e0fda226bf5e with Priority: HIGHEST for action port [ 690.704396] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_rules [ 690.704568] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 690.704672] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7010f731-2345-4d4f-b824-e0fda226bf5e with Priority: HIGHEST for action port [ 690.704967] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.705103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.705167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.707300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.707300] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.707300] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.707300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.707300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.707300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.707300] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.707300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.707300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.708200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.708200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.708200] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.713608] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7010f731-2345-4d4f-b824-e0fda226bf5e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.713608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7010f731-2345-4d4f-b824-e0fda226bf5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.713608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7010f731-2345-4d4f-b824-e0fda226bf5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.713608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7010f731-2345-4d4f-b824-e0fda226bf5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.713608] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7010f731-2345-4d4f-b824-e0fda226bf5e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.219341] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.219341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.219341] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.219341] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7010f731-2345-4d4f-b824-e0fda226bf5e with status ACTIVE [ 691.219341] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.219341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.219341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.219341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.219341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.219341] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.219341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.219341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.219895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.219895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.219895] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.219895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.219895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.220086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.226118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.226319] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7010f731-2345-4d4f-b824-e0fda226bf5e is going to be updated. [ 691.246629] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 in Status: SUCCESS [ 691.246881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.247062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.247281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.247539] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.247674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.247846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.247916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.248039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.248130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.248229] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('245b5e72-684b-48dd-a6aa-14376422f0b8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.252459] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.252660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.253068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.253068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.253402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.253466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7010f731-2345-4d4f-b824-e0fda226bf5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.432550] env[66340]: INFO networking_nsxv3.common.synchronization [req-caf67e69-04ce-426b-ae76-0fc3dc98d2ee req-cb18cc44-5a53-4900-b5c3-44abdb6455c0 tempest-ListServerFiltersTestJSON-877885748 tempest-ListServerFiltersTestJSON-877885748-project-member] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 691.433319] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 691.434032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.434032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.434032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.434469] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.434704] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.434857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.434956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.435198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.435328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.435469] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.700651] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a in Status: SUCCESS [ 691.701031] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a deletion is rescheduled due to dependency. [ 691.701267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.728817] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.758747] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-245b5e72-684b-48dd-a6aa-14376422f0b8 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.758747] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.758747] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-245b5e72-684b-48dd-a6aa-14376422f0b8 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.758747] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.758747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.759434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.759434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.759434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.759434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.759434] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('245b5e72-684b-48dd-a6aa-14376422f0b8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.773901] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: SUCCESS [ 691.773901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.794569] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.794867] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.795084] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.795517] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.795886] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.796068] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.796196] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.796912] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.796912] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.797065] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.797379] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.797379] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.797473] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.797559] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.797666] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.797829] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.819354] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.819354] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.819354] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.819354] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.819522] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-2e1242fe-a96e-4990-9874-405485ea28ab taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.819522] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-2e1242fe-a96e-4990-9874-405485ea28ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.819672] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-2e1242fe-a96e-4990-9874-405485ea28ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.819990] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-2e1242fe-a96e-4990-9874-405485ea28ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.820115] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e1242fe-a96e-4990-9874-405485ea28ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.937695] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.937908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.937961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.938222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.938308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.938524] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.938649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.938712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.938956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.939239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.939343] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 already deleted. [ 691.939444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.237378] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.237587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.237587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.237726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.237823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.237927] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a is going to be created. [ 692.264371] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.264594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.264647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.264864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.265028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.266414] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 245b5e72-684b-48dd-a6aa-14376422f0b8: rpc.has_security_group_logging(os_id): False [ 692.280011] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: UNINITIALIZED for 2s [ 692.284958] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.285170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.285269] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.285541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.285663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.285961] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.286145] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.286253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.286444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.286556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.286805] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.286941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.287046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.287244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.287352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.287614] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.287747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.287850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.288085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.288153] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.288274] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 is going to be created. [ 692.323341] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.323625] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.323907] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.324288] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.324469] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.324634] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 2e1242fe-a96e-4990-9874-405485ea28ab not found, creating... [ 692.324938] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.325131] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.325252] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.325485] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.325620] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.325941] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.326157] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.326251] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.326464] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.326596] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.326732] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 2e1242fe-a96e-4990-9874-405485ea28ab is going to be created. [ 692.344862] env[66340]: INFO networking_nsxv3.common.synchronization [req-b831b475-0276-42ed-a79a-085e7ee704af req-3aaec1d5-e385-4a2b-9ff3-762c16597941 tempest-SecurityGroupRulesTestJSON-253237488 tempest-SecurityGroupRulesTestJSON-253237488-project-member] Enqueued Resource ID: ea0c14ac-853c-473b-84eb-a59f87ab4c7d with Priority: HIGHEST for action security_group_rules [ 692.345480] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0c14ac-853c-473b-84eb-a59f87ab4c7d with Priority: HIGHEST for action security_group_rules [ 692.345795] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.345934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.345992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.346211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.346293] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0c14ac-853c-473b-84eb-a59f87ab4c7d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.349814] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.350029] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.350166] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.350385] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.350609] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.350894] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-2e1242fe-a96e-4990-9874-405485ea28ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.381621] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.381791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.381874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.382124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.382316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.395662] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 in Status: IN_PROGRESS for 2s [ 692.595044] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 38s [ 692.868911] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.869380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.869380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.869589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.869589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.869673] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0c14ac-853c-473b-84eb-a59f87ab4c7d already deleted. [ 692.869784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.892014] env[66340]: INFO networking_nsxv3.common.synchronization [req-645c9947-a999-4581-bb1b-7f4a0317b603 req-b3a39ca3-64c7-47ee-a420-c0ac19ee717d tempest-ImagesNegativeTestJSON-601338653 tempest-ImagesNegativeTestJSON-601338653-project-member] Enqueued Resource ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a with Priority: HIGHEST for action security_group_members [ 692.892262] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a with Priority: HIGHEST for action security_group_members [ 692.892576] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e22d997-afe8-4ec3-820c-89b3c5da258a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.892728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.892801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.893012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.893170] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.893551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.893551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.893551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.893725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.893725] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e22d997-afe8-4ec3-820c-89b3c5da258a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.108677] env[66340]: INFO networking_nsxv3.common.synchronization [req-caf67e69-04ce-426b-ae76-0fc3dc98d2ee req-a1fb7f4f-9a90-459d-aa29-947f08605a8d service nova] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_rules [ 693.108677] env[66340]: INFO networking_nsxv3.common.synchronization [req-caf67e69-04ce-426b-ae76-0fc3dc98d2ee req-a1fb7f4f-9a90-459d-aa29-947f08605a8d service nova] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 693.108677] env[66340]: INFO networking_nsxv3.common.synchronization [req-caf67e69-04ce-426b-ae76-0fc3dc98d2ee req-a1fb7f4f-9a90-459d-aa29-947f08605a8d service nova] Enqueued Resource ID: 2e1242fe-a96e-4990-9874-405485ea28ab with Priority: HIGHEST for action port [ 693.108677] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_rules [ 693.108677] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 693.108677] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1242fe-a96e-4990-9874-405485ea28ab with Priority: HIGHEST for action port [ 693.109371] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.109371] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.109371] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.109765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.109860] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.111203] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.111278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.111355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.111672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.112070] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.112266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.112373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.112604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.112726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.112912] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.114234] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e1242fe-a96e-4990-9874-405485ea28ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.114234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e1242fe-a96e-4990-9874-405485ea28ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.114364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e1242fe-a96e-4990-9874-405485ea28ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.114551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e1242fe-a96e-4990-9874-405485ea28ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.114686] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e1242fe-a96e-4990-9874-405485ea28ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.397555] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.397555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.397555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.397555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.398239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.398239] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.398239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.398456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.398504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.398901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.398901] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a is going to be updated. [ 693.430281] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.430455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.430532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.430763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.430897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.442551] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a in Status: IN_PROGRESS for 2s [ 693.617717] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.619247] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.619564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.619564] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e1242fe-a96e-4990-9874-405485ea28ab with status ACTIVE [ 693.619723] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.619949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.619949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.620275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.620378] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.620589] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.620712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.620881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.621046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.621046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.622663] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.622663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.622663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.622663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.622663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.622663] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e1242fe-a96e-4990-9874-405485ea28ab is going to be updated. [ 693.647753] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.647753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.647968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.648094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.648698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.648698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e1242fe-a96e-4990-9874-405485ea28ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.125985] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.292967] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: SUCCESS [ 694.293383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.293666] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.294018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.294321] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.294508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.294668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.294889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.295035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.295215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.295378] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.411207] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 in Status: SUCCESS [ 694.411740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.609849] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 40s [ 694.631111] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.631111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.631111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.631111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.631111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.635515] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be created. [ 694.668187] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.668373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.668440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.668676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.668836] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.680568] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: UNINITIALIZED for 2s [ 694.798507] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.798808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.798942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.799271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.799561] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.799720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.799855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.800118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.800234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.800815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.800815] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.800987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.800987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.801247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.801543] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.801657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.801715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.801950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.802096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.802226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.802382] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.173425] env[66340]: INFO networking_nsxv3.common.synchronization [req-5a706b71-8dc6-4203-bb61-5d69391a3a48 req-2fb07bf1-0a76-4e3f-80c1-ef6b7b630a0c tempest-ServerExternalEventsTest-946666272 tempest-ServerExternalEventsTest-946666272-project-member] Enqueued Resource ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 with Priority: HIGHEST for action security_group_members [ 695.175114] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 with Priority: HIGHEST for action security_group_members [ 695.175114] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-641c4994-ed32-4dc4-9fc0-eb8964dfe609 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.175114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.175114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.175114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.175114] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.175114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.175114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.175448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.175448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.175448] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('641c4994-ed32-4dc4-9fc0-eb8964dfe609',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.309256] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da2d2bab-0ff7-4df6-aec6-d63b73f2b29a: rpc.has_security_group_logging(os_id): False [ 695.336035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.336035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.336035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.336035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.337498] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.337498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.337498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.337498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.337498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.337498] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a is going to be created. [ 695.412805] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.412805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.412805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.412805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.413081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.424518] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: IN_PROGRESS for 2s [ 695.457613] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a in Status: SUCCESS [ 695.457613] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e22d997-afe8-4ec3-820c-89b3c5da258a deletion is rescheduled due to dependency. [ 695.457613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e22d997-afe8-4ec3-820c-89b3c5da258a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.677580] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.677750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.677827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.678189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.678278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.678489] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.678642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.678731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.679057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.679057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.679436] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 is going to be updated. [ 695.734869] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.734869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.734869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.734869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.734869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.747116] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 in Status: IN_PROGRESS for 2s [ 695.759343] env[66340]: INFO networking_nsxv3.common.synchronization [req-cc122e89-54b2-4328-bde0-3f804efa223a req-7b66542c-9311-40b0-818f-6af211804ad7 tempest-SecurityGroupRulesTestJSON-253237488 tempest-SecurityGroupRulesTestJSON-253237488-project-member] Enqueued Resource ID: ea0c14ac-853c-473b-84eb-a59f87ab4c7d with Priority: HIGHEST for action security_group_rules [ 695.760178] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0c14ac-853c-473b-84eb-a59f87ab4c7d with Priority: HIGHEST for action security_group_rules [ 695.760654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.760654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.760654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.761460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.761460] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0c14ac-853c-473b-84eb-a59f87ab4c7d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.306674] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.307097] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.307097] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.307211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.307244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.310024] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0c14ac-853c-473b-84eb-a59f87ab4c7d already deleted. [ 696.310024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0c14ac-853c-473b-84eb-a59f87ab4c7d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.625909] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 42s [ 696.699227] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 696.699456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.699652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.700110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.700431] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.700590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.700704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.700913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.701678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.701678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.701678] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.206029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.206029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.206029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.206029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.206029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.206029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.206029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.206029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.206029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.206029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.206029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.206029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.206029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.206844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.206844] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.206844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.206844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.207523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.207672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.208101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.208101] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.441036] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: SUCCESS [ 697.441324] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.711926] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e834255-daa7-4fa9-adf9-217434e0d0e3: rpc.has_security_group_logging(os_id): False [ 697.737130] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.737359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.737433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.737613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.737710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.738072] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.738215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.738215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.738364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.738678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.738678] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.738846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.738846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.739117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.742661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.742661] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.742661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.742661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.743109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.743109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.743109] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be created. [ 697.763031] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 in Status: SUCCESS [ 697.763031] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 deletion is rescheduled due to dependency. [ 697.763261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.826926] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.827154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.827211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.827939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.828258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.847529] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 698.454424] env[66340]: INFO networking_nsxv3.common.synchronization [None req-27b63f95-2dd3-4f39-a469-7f3fcca01036 None None] Enqueued Resource ID: c9758727-898e-4d3f-8641-33023f9f2349 with Priority: HIGHEST for action port [ 698.454424] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9758727-898e-4d3f-8641-33023f9f2349 with Priority: HIGHEST for action port [ 698.454424] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9758727-898e-4d3f-8641-33023f9f2349 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.454424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9758727-898e-4d3f-8641-33023f9f2349" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.454424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9758727-898e-4d3f-8641-33023f9f2349" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.454424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9758727-898e-4d3f-8641-33023f9f2349" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.454424] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9758727-898e-4d3f-8641-33023f9f2349',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.641891] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 44s [ 698.956603] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9758727-898e-4d3f-8641-33023f9f2349 [ 698.956857] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.957012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.957108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.957317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.957451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.957590] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9758727-898e-4d3f-8641-33023f9f2349 already deleted. [ 698.957685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9758727-898e-4d3f-8641-33023f9f2349" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.011216] env[66340]: INFO networking_nsxv3.common.synchronization [req-3fc2e675-df80-479f-b75d-79c64655c575 req-3a77722e-5c2d-4641-9103-7e041dc4c67a tempest-ServersAdminNegativeTestJSON-1228350318 tempest-ServersAdminNegativeTestJSON-1228350318-project-member] Enqueued Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 699.011804] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 699.012227] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.012388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.012465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.012706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.012886] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.013029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.013102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.013299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.013394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.013497] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.509398] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.509797] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.509797] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.510116] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.510445] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.510795] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.511140] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.511360] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.511546] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.511800] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.511930] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.512074] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.512188] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.512301] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.512525] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.512706] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.516068] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.535303] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.535496] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.535622] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.536046] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.536227] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-04b848e7-482f-492c-a557-5ebf7672cef2 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.536412] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-04b848e7-482f-492c-a557-5ebf7672cef2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.536533] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-04b848e7-482f-492c-a557-5ebf7672cef2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.537137] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-04b848e7-482f-492c-a557-5ebf7672cef2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.537137] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b848e7-482f-492c-a557-5ebf7672cef2',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.866277] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 699.866583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.018649] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.040751] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.041092] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.041229] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.041598] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.041827] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.042018] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 04b848e7-482f-492c-a557-5ebf7672cef2 not found, creating... [ 700.042438] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.042792] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.042972] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.043271] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.043423] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.043816] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.044018] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.044144] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.044408] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.044568] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.044750] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 04b848e7-482f-492c-a557-5ebf7672cef2 is going to be created. [ 700.067451] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.067702] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.067763] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.068042] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.068281] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.068544] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-04b848e7-482f-492c-a557-5ebf7672cef2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.297736] env[66340]: INFO networking_nsxv3.common.synchronization [None req-441fef1b-a2fd-40d7-a8df-db27eddd5bb8 None None] Enqueued Resource ID: 726fbb7c-304e-411f-804c-120bcb5cbf1c with Priority: HIGHEST for action port [ 700.298278] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 726fbb7c-304e-411f-804c-120bcb5cbf1c with Priority: HIGHEST for action port [ 700.298583] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-726fbb7c-304e-411f-804c-120bcb5cbf1c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.298821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-726fbb7c-304e-411f-804c-120bcb5cbf1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.298821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-726fbb7c-304e-411f-804c-120bcb5cbf1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.301343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-726fbb7c-304e-411f-804c-120bcb5cbf1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.301481] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726fbb7c-304e-411f-804c-120bcb5cbf1c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.522273] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.522644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.522644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.522644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.522805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.522857] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 is going to be updated. [ 700.552418] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.552558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.552625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.552837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.552985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.562699] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 2s [ 700.655387] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 46s [ 700.803829] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 726fbb7c-304e-411f-804c-120bcb5cbf1c [ 700.804195] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.804482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.804482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.804763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.804873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.805659] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:726fbb7c-304e-411f-804c-120bcb5cbf1c already deleted. [ 700.805659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-726fbb7c-304e-411f-804c-120bcb5cbf1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.840512] env[66340]: INFO networking_nsxv3.common.synchronization [req-3fc2e675-df80-479f-b75d-79c64655c575 req-3da45428-e478-4982-9dab-10f52c8b7785 service nova] Enqueued Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_rules [ 700.840512] env[66340]: INFO networking_nsxv3.common.synchronization [req-3fc2e675-df80-479f-b75d-79c64655c575 req-3da45428-e478-4982-9dab-10f52c8b7785 service nova] Enqueued Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 700.840512] env[66340]: INFO networking_nsxv3.common.synchronization [req-3fc2e675-df80-479f-b75d-79c64655c575 req-3da45428-e478-4982-9dab-10f52c8b7785 service nova] Enqueued Resource ID: 04b848e7-482f-492c-a557-5ebf7672cef2 with Priority: HIGHEST for action port [ 700.841658] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_rules [ 700.841836] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 700.842055] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b848e7-482f-492c-a557-5ebf7672cef2 with Priority: HIGHEST for action port [ 700.842751] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.843000] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.843270] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.843389] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.843819] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b848e7-482f-492c-a557-5ebf7672cef2 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.843995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b848e7-482f-492c-a557-5ebf7672cef2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.844082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b848e7-482f-492c-a557-5ebf7672cef2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.844239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b848e7-482f-492c-a557-5ebf7672cef2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.844320] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b848e7-482f-492c-a557-5ebf7672cef2',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.912387] env[66340]: INFO networking_nsxv3.common.synchronization [None req-725aa8eb-d7c9-47ea-aae9-44b6d3c9427f None None] Enqueued Resource ID: 26c2f0e9-742f-47d1-9a99-26da162d7b89 with Priority: HIGHEST for action port [ 700.912387] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c2f0e9-742f-47d1-9a99-26da162d7b89 with Priority: HIGHEST for action port [ 700.912387] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-26c2f0e9-742f-47d1-9a99-26da162d7b89 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.912387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26c2f0e9-742f-47d1-9a99-26da162d7b89" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.912387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26c2f0e9-742f-47d1-9a99-26da162d7b89" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.912387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26c2f0e9-742f-47d1-9a99-26da162d7b89" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.912387] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26c2f0e9-742f-47d1-9a99-26da162d7b89',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.346762] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04b848e7-482f-492c-a557-5ebf7672cef2 with status ACTIVE [ 701.347058] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.347165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.347273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.347440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.347629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.347716] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.347799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.347855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.347996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.351065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.351065] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.351065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.351065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.351065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.351065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.351065] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04b848e7-482f-492c-a557-5ebf7672cef2 is going to be updated. [ 701.380400] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.380531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.380531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.380712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.380879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.381738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b848e7-482f-492c-a557-5ebf7672cef2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.416536] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26c2f0e9-742f-47d1-9a99-26da162d7b89 [ 701.416758] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.416892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.416981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.417234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.417330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.417430] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26c2f0e9-742f-47d1-9a99-26da162d7b89 already deleted. [ 701.417511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26c2f0e9-742f-47d1-9a99-26da162d7b89" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.489963] env[66340]: INFO networking_nsxv3.common.synchronization [req-83d9687b-ca90-4893-a268-a8052cb799a9 req-b5a24f39-3e82-435c-8dea-fb96386048ca tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 701.490935] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 701.491416] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.491745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.491893] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.492361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.492650] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.492857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.493072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.493395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.494664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.494871] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.000242] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.000715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.000715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.000849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.000849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.001289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.001289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.001289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.001705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.001705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.001705] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d already deleted. [ 702.001705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.056836] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.057056] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.057190] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.057528] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.057799] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.057964] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.058100] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.058329] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.058481] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.058727] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.058812] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.058928] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.059043] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.059163] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.059267] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.059387] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.080698] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.080871] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.080999] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.081215] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.081554] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-1f0f94c9-3edd-472b-b36f-43ea9f7e5662 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.081771] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-1f0f94c9-3edd-472b-b36f-43ea9f7e5662" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.081855] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-1f0f94c9-3edd-472b-b36f-43ea9f7e5662" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.082385] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-1f0f94c9-3edd-472b-b36f-43ea9f7e5662" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.082385] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f0f94c9-3edd-472b-b36f-43ea9f7e5662',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.573430] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: SUCCESS [ 702.573571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.573735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.574013] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.574201] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.574326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.574391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.574539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.574621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.574719] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.584708] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.584935] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.585086] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.585340] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.585481] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.585711] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 1f0f94c9-3edd-472b-b36f-43ea9f7e5662 not found, creating... [ 702.586382] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.586382] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.586382] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.586382] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.586661] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.586740] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.586899] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.586996] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.587596] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.587707] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.587846] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 1f0f94c9-3edd-472b-b36f-43ea9f7e5662 is going to be created. [ 702.609398] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.609398] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.609585] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.609775] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.610009] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.610238] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-1f0f94c9-3edd-472b-b36f-43ea9f7e5662" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.670394] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 48s [ 702.756784] env[66340]: INFO networking_nsxv3.common.synchronization [None req-3935ca9a-e6bf-42b9-9d52-df071aa783b4 None None] Enqueued Resource ID: 174cc889-f06a-4a74-bf0f-959d24ff8bb9 with Priority: HIGHEST for action port [ 702.757502] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174cc889-f06a-4a74-bf0f-959d24ff8bb9 with Priority: HIGHEST for action port [ 702.758027] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-174cc889-f06a-4a74-bf0f-959d24ff8bb9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.758190] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-174cc889-f06a-4a74-bf0f-959d24ff8bb9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.758260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-174cc889-f06a-4a74-bf0f-959d24ff8bb9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.758488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-174cc889-f06a-4a74-bf0f-959d24ff8bb9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.758587] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('174cc889-f06a-4a74-bf0f-959d24ff8bb9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.078044] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.172555] env[66340]: INFO networking_nsxv3.common.synchronization [None req-66cc8c4d-ba6b-4bbe-af34-13ad5dc8c8a9 None None] Enqueued Resource ID: 5a25af15-ffdd-4daf-96b6-c64d914232c1 with Priority: HIGHEST for action port [ 703.173924] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a25af15-ffdd-4daf-96b6-c64d914232c1 with Priority: HIGHEST for action port [ 703.174504] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a25af15-ffdd-4daf-96b6-c64d914232c1 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.174634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a25af15-ffdd-4daf-96b6-c64d914232c1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.174789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a25af15-ffdd-4daf-96b6-c64d914232c1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.175123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a25af15-ffdd-4daf-96b6-c64d914232c1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.175205] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a25af15-ffdd-4daf-96b6-c64d914232c1',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.262312] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 174cc889-f06a-4a74-bf0f-959d24ff8bb9 [ 703.262312] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.262312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.262312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.262312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.262312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.262312] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:174cc889-f06a-4a74-bf0f-959d24ff8bb9 already deleted. [ 703.262312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-174cc889-f06a-4a74-bf0f-959d24ff8bb9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.304771] env[66340]: INFO networking_nsxv3.common.synchronization [req-83d9687b-ca90-4893-a268-a8052cb799a9 req-a2ef6e75-7fe1-4fab-85ab-43c0217d1f10 service nova] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_rules [ 703.304771] env[66340]: INFO networking_nsxv3.common.synchronization [req-83d9687b-ca90-4893-a268-a8052cb799a9 req-a2ef6e75-7fe1-4fab-85ab-43c0217d1f10 service nova] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 703.304771] env[66340]: INFO networking_nsxv3.common.synchronization [req-83d9687b-ca90-4893-a268-a8052cb799a9 req-a2ef6e75-7fe1-4fab-85ab-43c0217d1f10 service nova] Enqueued Resource ID: 1f0f94c9-3edd-472b-b36f-43ea9f7e5662 with Priority: HIGHEST for action port [ 703.304771] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_rules [ 703.304771] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 703.304771] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0f94c9-3edd-472b-b36f-43ea9f7e5662 with Priority: HIGHEST for action port [ 703.304771] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.304771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.304771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.304771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.304771] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.305810] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.305810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.305810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.305810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.305810] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.305810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.306146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.306146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.306260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.306260] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.307684] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f0f94c9-3edd-472b-b36f-43ea9f7e5662 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.307944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f0f94c9-3edd-472b-b36f-43ea9f7e5662" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.307944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f0f94c9-3edd-472b-b36f-43ea9f7e5662" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.308360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f0f94c9-3edd-472b-b36f-43ea9f7e5662" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.308360] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f0f94c9-3edd-472b-b36f-43ea9f7e5662',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.580045] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.677880] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a25af15-ffdd-4daf-96b6-c64d914232c1 [ 703.678107] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.678969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.678969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.678969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.678969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.678969] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a25af15-ffdd-4daf-96b6-c64d914232c1 already deleted. [ 703.678969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a25af15-ffdd-4daf-96b6-c64d914232c1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.812797] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.812797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.812797] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.812797] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f0f94c9-3edd-472b-b36f-43ea9f7e5662 with status ACTIVE [ 703.812797] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.812797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.812797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.812797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.812797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.812797] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.812797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.812797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.814792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.815015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.815211] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.815322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.815388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.815640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.815709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.815793] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f0f94c9-3edd-472b-b36f-43ea9f7e5662 is going to be updated. [ 703.844853] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.845114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.845114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.845296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.845406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.845572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f0f94c9-3edd-472b-b36f-43ea9f7e5662" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.987768] env[66340]: INFO networking_nsxv3.common.synchronization [None req-57b8e197-c654-4fe7-bfb0-84a94eac211e tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_rules [ 703.989165] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_rules [ 703.989165] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5782e279-ff75-49bf-a209-3f17090baf7f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.989165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.989165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.989525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.989525] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.082518] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.082518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.083070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.083070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.083070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.083070] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 is going to be updated. [ 704.108267] env[66340]: INFO networking_nsxv3.common.synchronization [None req-f87efcb0-0367-4ab5-90c6-034ff6b7d17b tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_rules [ 704.108699] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_rules [ 704.109136] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5782e279-ff75-49bf-a209-3f17090baf7f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.109364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.118107] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.118319] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.118319] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.118769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.118947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.131052] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 2s [ 704.320862] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.520477] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.520575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.520846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.520846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.525065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.525065] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5782e279-ff75-49bf-a209-3f17090baf7f already deleted. [ 704.525065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.525065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.525065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.525065] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.702803] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 50s [ 704.823016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.823198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.823260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.823546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.823546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.823651] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d is going to be created. [ 704.855379] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.855946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.855946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.856274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.856726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.869154] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: UNINITIALIZED for 2s [ 705.054889] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.054889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.054889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.056641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.056641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.056641] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5782e279-ff75-49bf-a209-3f17090baf7f already deleted. [ 705.056641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.144430] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: SUCCESS [ 706.144797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.408665] env[66340]: INFO networking_nsxv3.common.synchronization [req-6cd6d7e1-32f8-41d6-9a76-05cdaf4ed0ef req-6ffd4ea7-2256-4257-80be-dd7ea7bbeaf4 tempest-ListServerFiltersTestJSON-877885748 tempest-ListServerFiltersTestJSON-877885748-project-member] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 706.410517] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 706.410976] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.411195] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.411279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.411692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.411774] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.411920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.412044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.412272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.412418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.412533] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.647546] env[66340]: INFO networking_nsxv3.common.synchronization [None req-fb56579a-d436-4e1d-abc3-c8e0750bb493 None None] Enqueued Resource ID: 1367e422-0085-4a60-9b67-7939c57a43bf with Priority: HIGHEST for action port [ 706.648236] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1367e422-0085-4a60-9b67-7939c57a43bf with Priority: HIGHEST for action port [ 706.648586] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-1367e422-0085-4a60-9b67-7939c57a43bf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.648774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1367e422-0085-4a60-9b67-7939c57a43bf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.648861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1367e422-0085-4a60-9b67-7939c57a43bf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.649289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1367e422-0085-4a60-9b67-7939c57a43bf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.649440] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1367e422-0085-4a60-9b67-7939c57a43bf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.719024] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 52s [ 706.859589] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.859589] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.859589] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.859589] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.859589] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.859589] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.859589] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.860120] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.860120] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.860255] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.860386] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.860508] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.860610] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.860713] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.860830] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.860955] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.885337] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: SUCCESS [ 706.886701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.886701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.886960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.886960] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.887301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.887381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.887711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.887711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.887904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.887904] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.890828] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.890828] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.890828] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.891059] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.891319] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.891499] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.891612] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.892113] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.892283] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.915281] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.153971] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1367e422-0085-4a60-9b67-7939c57a43bf [ 707.154257] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.154380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.154462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.154657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.154746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.154843] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1367e422-0085-4a60-9b67-7939c57a43bf already deleted. [ 707.154926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1367e422-0085-4a60-9b67-7939c57a43bf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.390711] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.395341] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.395708] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.395960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.396430] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.396683] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.396903] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7 not found, creating... [ 707.397366] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.397623] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.397775] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.398434] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.398434] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.399078] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.399203] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.399337] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.399663] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.399870] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.400135] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7 is going to be created. [ 707.418375] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.461699] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.464038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.464038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.464038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.464038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.464038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.894364] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5b9a15-513b-4f3e-93e0-5175abfe609d: rpc.has_security_group_logging(os_id): False [ 707.916575] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.916886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.916886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.917162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.917273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.917601] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.917726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.917785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.917942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.918307] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.918307] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d is going to be created. [ 707.922860] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.923122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.923122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.923340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.923482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.923557] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be updated. [ 707.957989] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.958240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.958401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.958772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.959300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.971406] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 708.003110] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.003110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.003110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.003381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.003501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.018218] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: IN_PROGRESS for 2s [ 708.185848] env[66340]: INFO networking_nsxv3.common.synchronization [req-6cd6d7e1-32f8-41d6-9a76-05cdaf4ed0ef req-60d3711d-ff09-462a-8b63-a5403c9a69a4 service nova] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_rules [ 708.186374] env[66340]: INFO networking_nsxv3.common.synchronization [req-6cd6d7e1-32f8-41d6-9a76-05cdaf4ed0ef req-60d3711d-ff09-462a-8b63-a5403c9a69a4 service nova] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 708.186374] env[66340]: INFO networking_nsxv3.common.synchronization [req-6cd6d7e1-32f8-41d6-9a76-05cdaf4ed0ef req-60d3711d-ff09-462a-8b63-a5403c9a69a4 service nova] Enqueued Resource ID: dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7 with Priority: HIGHEST for action port [ 708.187021] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_rules [ 708.187551] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 708.187782] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7 with Priority: HIGHEST for action port [ 708.187982] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.188127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.188197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.188404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.188487] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.189488] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.190009] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.190009] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.190175] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.190374] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.190500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.191104] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.697066] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.697066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.697066] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7 with status ACTIVE [ 708.697066] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.697066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.697066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.697066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.697066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.697066] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.697066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.697066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.697066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.697066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.697066] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.698542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.698542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.698542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.698542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.698542] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7 is going to be updated. [ 708.746391] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.746625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.746707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.748285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.748285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.748285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa2e9bd-426f-4c44-b939-5c4fcce7c4e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.748988] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 54s [ 708.785047] env[66340]: INFO networking_nsxv3.common.synchronization [None req-f90ce719-0c17-4f74-a8dd-ac5eeef348ae None None] Enqueued Resource ID: 1d7c506d-ca08-47e4-b138-779899027be9 with Priority: HIGHEST for action port [ 708.785654] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7c506d-ca08-47e4-b138-779899027be9 with Priority: HIGHEST for action port [ 708.785980] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d7c506d-ca08-47e4-b138-779899027be9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.787702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d7c506d-ca08-47e4-b138-779899027be9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.787702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d7c506d-ca08-47e4-b138-779899027be9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.787702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d7c506d-ca08-47e4-b138-779899027be9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.787702] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d7c506d-ca08-47e4-b138-779899027be9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.162794] env[66340]: INFO networking_nsxv3.common.synchronization [req-ba56a6b3-eb1e-4347-abc1-e61091693b13 req-e6b79cb4-437d-4d1d-a12a-4050dfa8aada tempest-ListServerFiltersTestJSON-877885748 tempest-ListServerFiltersTestJSON-877885748-project-member] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 709.163391] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 709.163873] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.163988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.289857] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d7c506d-ca08-47e4-b138-779899027be9 [ 709.290267] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.290267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.290403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.290577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.290678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.290778] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d7c506d-ca08-47e4-b138-779899027be9 already deleted. [ 709.290879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d7c506d-ca08-47e4-b138-779899027be9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.816773] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.816773] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.816773] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.816773] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.817473] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.817729] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.817887] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.818201] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.818688] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.818972] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.819174] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.819349] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.819500] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.819808] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.820078] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.820282] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.844346] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.844926] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.845359] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.846444] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-407" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.846444] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-067edf8e-ab75-4c5d-a7a3-c7199eb00801 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.846672] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-067edf8e-ab75-4c5d-a7a3-c7199eb00801" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.847177] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-067edf8e-ab75-4c5d-a7a3-c7199eb00801" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.847459] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-067edf8e-ab75-4c5d-a7a3-c7199eb00801" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.847692] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('067edf8e-ab75-4c5d-a7a3-c7199eb00801',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.984289] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 709.985575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.985575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.985960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.986061] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.986759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.986759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.986759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.986759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.986759] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.032575] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: SUCCESS [ 710.032881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.351917] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.352434] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.353598] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.354090] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.354841] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.355095] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 067edf8e-ab75-4c5d-a7a3-c7199eb00801 not found, creating... [ 710.355731] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.357260] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.357260] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.357260] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.357428] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.357631] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.357793] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.357965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.358147] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.358282] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.358420] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 067edf8e-ab75-4c5d-a7a3-c7199eb00801 is going to be created. [ 710.386094] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.386357] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.386411] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.386859] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.387199] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.387870] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-067edf8e-ab75-4c5d-a7a3-c7199eb00801" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.490976] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.763848] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 56s [ 710.997053] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.248926] env[66340]: INFO networking_nsxv3.common.synchronization [req-ba56a6b3-eb1e-4347-abc1-e61091693b13 req-b167b55a-0b22-4896-ab5d-006d38276de9 service nova] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_rules [ 711.249071] env[66340]: INFO networking_nsxv3.common.synchronization [req-ba56a6b3-eb1e-4347-abc1-e61091693b13 req-b167b55a-0b22-4896-ab5d-006d38276de9 service nova] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 711.249877] env[66340]: INFO networking_nsxv3.common.synchronization [req-ba56a6b3-eb1e-4347-abc1-e61091693b13 req-b167b55a-0b22-4896-ab5d-006d38276de9 service nova] Enqueued Resource ID: 067edf8e-ab75-4c5d-a7a3-c7199eb00801 with Priority: HIGHEST for action port [ 711.252235] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_rules [ 711.252383] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 711.252519] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 067edf8e-ab75-4c5d-a7a3-c7199eb00801 with Priority: HIGHEST for action port [ 711.254124] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.254124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.254124] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.254124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.254124] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-067edf8e-ab75-4c5d-a7a3-c7199eb00801 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.255029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-067edf8e-ab75-4c5d-a7a3-c7199eb00801" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.255149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-067edf8e-ab75-4c5d-a7a3-c7199eb00801" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.255419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-067edf8e-ab75-4c5d-a7a3-c7199eb00801" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.255558] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('067edf8e-ab75-4c5d-a7a3-c7199eb00801',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.444655] env[66340]: INFO networking_nsxv3.common.synchronization [None req-c28f8422-30e3-4694-a1b7-e4bbc84607fc None None] Enqueued Resource ID: b08dfa61-3464-4385-86c9-6f0b71ec4515 with Priority: HIGHEST for action port [ 711.444655] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08dfa61-3464-4385-86c9-6f0b71ec4515 with Priority: HIGHEST for action port [ 711.444655] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-b08dfa61-3464-4385-86c9-6f0b71ec4515 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.444655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b08dfa61-3464-4385-86c9-6f0b71ec4515" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.444655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b08dfa61-3464-4385-86c9-6f0b71ec4515" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.445296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b08dfa61-3464-4385-86c9-6f0b71ec4515" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.445296] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b08dfa61-3464-4385-86c9-6f0b71ec4515',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.506131] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.506288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.506336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.506529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.506671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.506744] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be updated. [ 711.541369] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.541527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.541595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.541903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.542759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.556246] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 711.760798] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 067edf8e-ab75-4c5d-a7a3-c7199eb00801 with status ACTIVE [ 711.761176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.761338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.761338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.761528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.761585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.761784] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.761942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.762070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.762339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.762451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.762672] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.762823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.762921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.763141] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.763318] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.763424] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 067edf8e-ab75-4c5d-a7a3-c7199eb00801 is going to be updated. [ 711.793956] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.793956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.793956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.793956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.793956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.793956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-067edf8e-ab75-4c5d-a7a3-c7199eb00801" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.949458] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b08dfa61-3464-4385-86c9-6f0b71ec4515 [ 711.949708] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.950227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.950363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.950714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.950843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.951013] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b08dfa61-3464-4385-86c9-6f0b71ec4515 already deleted. [ 711.951071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b08dfa61-3464-4385-86c9-6f0b71ec4515" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.330204] env[66340]: INFO networking_nsxv3.common.synchronization [req-f43f00b2-bd19-4fc2-8c70-a24bf2c7d7f1 req-da770e94-bb94-4a27-a621-89db00b5d4d0 tempest-ServerAddressesNegativeTestJSON-26384530 tempest-ServerAddressesNegativeTestJSON-26384530-project-member] Enqueued Resource ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 with Priority: HIGHEST for action security_group_members [ 712.330438] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 with Priority: HIGHEST for action security_group_members [ 712.330639] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-245b5e72-684b-48dd-a6aa-14376422f0b8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.330766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.330832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.331625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.331625] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.331625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.331625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.331908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.331908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.331908] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245b5e72-684b-48dd-a6aa-14376422f0b8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.778111] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 58s [ 712.834822] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.835133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.835133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.835368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.835452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.835665] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.835791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.835942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.836020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.836078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.836145] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 is going to be updated. [ 712.876635] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.876839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.877456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.877456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.877456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.894570] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 in Status: IN_PROGRESS for 2s [ 713.569401] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 713.569401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.569401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.569401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.569401] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.569401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.569401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.569401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.569401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.569401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.569401] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.571524] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.572922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.573226] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.573498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.573678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.574038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.574288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.574494] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.072562] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.073020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.077423] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.214365] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab7b7d2b-5bc5-4bd9-b5a8-f57ae1caaebb req-4a8e1daf-5be4-4d92-9075-77c60e9f4ec9 tempest-FloatingIPsAssociationTestJSON-1604102010 tempest-FloatingIPsAssociationTestJSON-1604102010-project-member] Enqueued Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 714.215778] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 714.217156] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.217367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.217567] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.217889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.218514] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.218514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.218708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.218876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.219043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.219205] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.581540] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.724313] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.744211] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.744211] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-186" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.744211] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-186" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.744983] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-186" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.746333] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.746676] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.746869] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.747709] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.747921] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.748646] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.748646] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.748646] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.748646] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.748646] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.748938] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.749456] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.770857] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.771279] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.771596] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.771819] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-186" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.772233] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-57729ade-f021-46c1-ac26-d7530cf9ac7b taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.773207] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-57729ade-f021-46c1-ac26-d7530cf9ac7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.773374] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-57729ade-f021-46c1-ac26-d7530cf9ac7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.773728] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-57729ade-f021-46c1-ac26-d7530cf9ac7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.773867] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57729ade-f021-46c1-ac26-d7530cf9ac7b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.791653] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 60s [ 714.907763] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 in Status: SUCCESS [ 714.907763] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 deletion is rescheduled due to dependency. [ 714.907763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.084451] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.084847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.084847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.085228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.085360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.085474] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be updated. [ 715.120980] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.121205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.121253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.121430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.121579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.135507] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 715.228115] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.278745] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.278745] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.278998] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.279222] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.279324] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.279471] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 57729ade-f021-46c1-ac26-d7530cf9ac7b not found, creating... [ 715.279740] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.279898] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.280037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.280277] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.280413] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.280700] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.280850] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.280962] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.281358] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.281497] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.281657] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 57729ade-f021-46c1-ac26-d7530cf9ac7b is going to be created. [ 715.307753] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.308014] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.308150] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.308424] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.308663] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.308885] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-57729ade-f021-46c1-ac26-d7530cf9ac7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.730637] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.730964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.731109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.732217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.732217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.732217] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f322a6-ba29-4af9-b108-044da977bcef is going to be updated. [ 715.794422] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.794622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.794671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.794861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.795025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.817346] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: IN_PROGRESS for 2s [ 716.093239] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab7b7d2b-5bc5-4bd9-b5a8-f57ae1caaebb req-7432e310-0e3a-4261-9ac3-53889192c4d3 service nova] Enqueued Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_rules [ 716.093636] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab7b7d2b-5bc5-4bd9-b5a8-f57ae1caaebb req-7432e310-0e3a-4261-9ac3-53889192c4d3 service nova] Enqueued Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 716.093636] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab7b7d2b-5bc5-4bd9-b5a8-f57ae1caaebb req-7432e310-0e3a-4261-9ac3-53889192c4d3 service nova] Enqueued Resource ID: 57729ade-f021-46c1-ac26-d7530cf9ac7b with Priority: HIGHEST for action port [ 716.094235] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_rules [ 716.094325] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 716.094407] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57729ade-f021-46c1-ac26-d7530cf9ac7b with Priority: HIGHEST for action port [ 716.094966] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.094966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.094966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.095350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.095350] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.097714] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.097714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.097714] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-57729ade-f021-46c1-ac26-d7530cf9ac7b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.097714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57729ade-f021-46c1-ac26-d7530cf9ac7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.097714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57729ade-f021-46c1-ac26-d7530cf9ac7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.097714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57729ade-f021-46c1-ac26-d7530cf9ac7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.097714] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57729ade-f021-46c1-ac26-d7530cf9ac7b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.599139] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.599409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.599627] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57729ade-f021-46c1-ac26-d7530cf9ac7b with status ACTIVE [ 716.599900] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.600269] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.600269] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.600465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.600652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.601620] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.601742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.601782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.603134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.603134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.603134] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.603134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.603134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.603134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.603134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.603439] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57729ade-f021-46c1-ac26-d7530cf9ac7b is going to be updated. [ 716.630918] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.630918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.630918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.630918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.630918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.630918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57729ade-f021-46c1-ac26-d7530cf9ac7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.808885] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 62s [ 717.146848] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 717.147224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.147383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.147666] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.148340] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.148557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.148638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.148817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.148909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.149026] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.651384] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.836332] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: SUCCESS [ 717.836660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.836934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.837288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.837591] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.837799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.837923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.838280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.838481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.838665] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.156013] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.341158] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.644507] env[66340]: INFO networking_nsxv3.common.synchronization [None req-16a537c2-9225-403f-b020-81a5d2427930 None None] Enqueued Resource ID: 96ec2e77-f680-4be3-8bfc-04d2708a4e88 with Priority: HIGHEST for action port [ 718.645097] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ec2e77-f680-4be3-8bfc-04d2708a4e88 with Priority: HIGHEST for action port [ 718.645410] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-96ec2e77-f680-4be3-8bfc-04d2708a4e88 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.645532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96ec2e77-f680-4be3-8bfc-04d2708a4e88" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.645601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96ec2e77-f680-4be3-8bfc-04d2708a4e88" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.645856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96ec2e77-f680-4be3-8bfc-04d2708a4e88" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.645954] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96ec2e77-f680-4be3-8bfc-04d2708a4e88',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.657674] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.657922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.657922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.658125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.658253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.658343] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be updated. [ 718.700778] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.700871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.700915] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.701956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.702180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.712395] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 718.829195] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 64s [ 718.845497] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.148656] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96ec2e77-f680-4be3-8bfc-04d2708a4e88 [ 719.148893] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.149039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.149120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.149330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.149419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.149518] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96ec2e77-f680-4be3-8bfc-04d2708a4e88 already deleted. [ 719.149602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96ec2e77-f680-4be3-8bfc-04d2708a4e88" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.293362] env[66340]: INFO networking_nsxv3.common.synchronization [None req-aed9e9f5-da47-42d3-94cf-d863ca957340 None None] Enqueued Resource ID: 333e774a-2a1f-4a9a-a3de-edea4b5b7307 with Priority: HIGHEST for action port [ 719.295553] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333e774a-2a1f-4a9a-a3de-edea4b5b7307 with Priority: HIGHEST for action port [ 719.295553] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-333e774a-2a1f-4a9a-a3de-edea4b5b7307 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.295553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-333e774a-2a1f-4a9a-a3de-edea4b5b7307" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.295858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-333e774a-2a1f-4a9a-a3de-edea4b5b7307" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.296098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-333e774a-2a1f-4a9a-a3de-edea4b5b7307" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.296228] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('333e774a-2a1f-4a9a-a3de-edea4b5b7307',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.350913] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.351142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.351142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.351331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.351428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.351531] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f322a6-ba29-4af9-b108-044da977bcef is going to be updated. [ 719.386584] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.386584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.386584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.386584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.386584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.398515] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: IN_PROGRESS for 2s [ 719.498135] env[66340]: INFO networking_nsxv3.common.synchronization [None req-2d89cd14-7ed1-402a-bdb7-05df0db8e2c6 None None] Enqueued Resource ID: 9d331dbe-92d8-4b9b-bbd7-7015fc080170 with Priority: HIGHEST for action port [ 719.498256] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d331dbe-92d8-4b9b-bbd7-7015fc080170 with Priority: HIGHEST for action port [ 719.498714] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d331dbe-92d8-4b9b-bbd7-7015fc080170 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.498860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d331dbe-92d8-4b9b-bbd7-7015fc080170" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.498935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d331dbe-92d8-4b9b-bbd7-7015fc080170" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.500331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d331dbe-92d8-4b9b-bbd7-7015fc080170" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.500432] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d331dbe-92d8-4b9b-bbd7-7015fc080170',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.799403] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 333e774a-2a1f-4a9a-a3de-edea4b5b7307 [ 719.799647] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.799934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.799934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.800095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.800158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.800256] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:333e774a-2a1f-4a9a-a3de-edea4b5b7307 already deleted. [ 719.800338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-333e774a-2a1f-4a9a-a3de-edea4b5b7307" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.011171] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d331dbe-92d8-4b9b-bbd7-7015fc080170 [ 720.012213] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.012420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.012620] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.012784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.013124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.013124] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d331dbe-92d8-4b9b-bbd7-7015fc080170 already deleted. [ 720.013124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d331dbe-92d8-4b9b-bbd7-7015fc080170" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.723497] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 720.723773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.723945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.724237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.724580] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.724580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.724755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.724755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.724857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.724909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.726194] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.726194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.726194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.726194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.726194] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.726194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.726194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.726194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.727089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.727233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.727338] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.845806] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 66s [ 721.229926] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e834255-daa7-4fa9-adf9-217434e0d0e3: rpc.has_security_group_logging(os_id): False [ 721.250829] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.251356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.251356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.252026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.252090] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.252651] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.252975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.253072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.253251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.253336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.253544] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.253645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.253709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.253854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.254198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.254412] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.254520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.254586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.255124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.255124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.255124] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be updated. [ 721.330778] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.330778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.330778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.330778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.331799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.354503] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 721.391309] env[66340]: INFO networking_nsxv3.common.synchronization [req-cd23d194-e1c0-47d0-aa0f-306c9b9be9cc req-7afe8938-0f38-446d-ae42-0c82200321d6 tempest-VolumesAdminNegativeTest-352688370 tempest-VolumesAdminNegativeTest-352688370-project-member] Enqueued Resource ID: ad19a656-2f96-4345-b0b0-e248afd71883 with Priority: HIGHEST for action security_group_members [ 721.391798] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad19a656-2f96-4345-b0b0-e248afd71883 with Priority: HIGHEST for action security_group_members [ 721.392117] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad19a656-2f96-4345-b0b0-e248afd71883 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.392707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.392707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.392886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.393469] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.394161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.394291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.394588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.395141] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.395141] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad19a656-2f96-4345-b0b0-e248afd71883',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.419532] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: SUCCESS [ 721.419532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.419532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.419532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.419532] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.419532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.419532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.420037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.420037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.420037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.420037] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.703806] env[66340]: INFO networking_nsxv3.common.synchronization [None req-7da22334-821c-4ca3-b024-e76b4a503cb4 None None] Enqueued Resource ID: 69d36f86-edb5-431f-a253-f6bb3bed471d with Priority: HIGHEST for action port [ 721.704104] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d36f86-edb5-431f-a253-f6bb3bed471d with Priority: HIGHEST for action port [ 721.704787] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-69d36f86-edb5-431f-a253-f6bb3bed471d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.704853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69d36f86-edb5-431f-a253-f6bb3bed471d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.704936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69d36f86-edb5-431f-a253-f6bb3bed471d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.705710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69d36f86-edb5-431f-a253-f6bb3bed471d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.706454] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69d36f86-edb5-431f-a253-f6bb3bed471d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.897206] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.897506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.897506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.897718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.897840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.898076] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.898208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.898866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.898866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.898866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.898866] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad19a656-2f96-4345-b0b0-e248afd71883 already deleted. [ 721.898866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.924857] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.924857] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.924857] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.924857] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.924857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.925719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.925719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.925719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.925719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.925719] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.212211] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69d36f86-edb5-431f-a253-f6bb3bed471d [ 722.212454] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.212959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.212959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.212959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.213760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.213760] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69d36f86-edb5-431f-a253-f6bb3bed471d already deleted. [ 722.213760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69d36f86-edb5-431f-a253-f6bb3bed471d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.334326] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.334513] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-890" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.334737] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-890" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.335128] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-890" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.335267] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.335398] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.335511] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.335724] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.335859] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.336117] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.336186] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.336348] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.336388] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.337583] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.337583] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.337583] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.356519] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.356693] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.356811] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.356989] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-890" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.357332] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-715a0ae9-61da-4b43-a29f-c6df43979c5b taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.357513] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-715a0ae9-61da-4b43-a29f-c6df43979c5b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.357631] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-715a0ae9-61da-4b43-a29f-c6df43979c5b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.358023] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-715a0ae9-61da-4b43-a29f-c6df43979c5b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.358126] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('715a0ae9-61da-4b43-a29f-c6df43979c5b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.427645] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21f322a6-ba29-4af9-b108-044da977bcef: rpc.has_security_group_logging(os_id): False [ 722.446176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.446335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.446409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.446659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.446765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.446988] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.447106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.447172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.447333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.447414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.447626] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.447724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.447788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.447932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.448021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.448212] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.448313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.448379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.448517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.448593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.448678] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f322a6-ba29-4af9-b108-044da977bcef is going to be updated. [ 722.515048] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.515048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.515048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.515048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.515048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.532830] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: IN_PROGRESS for 2s [ 722.815753] env[66340]: INFO networking_nsxv3.common.synchronization [None req-07505c34-3f02-4718-aa1d-20359add4790 None None] Enqueued Resource ID: 75672a56-a057-48cb-86da-c741fa532028 with Priority: HIGHEST for action port [ 722.816386] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75672a56-a057-48cb-86da-c741fa532028 with Priority: HIGHEST for action port [ 722.816691] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-75672a56-a057-48cb-86da-c741fa532028 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.816820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75672a56-a057-48cb-86da-c741fa532028" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.816928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75672a56-a057-48cb-86da-c741fa532028" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.817553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75672a56-a057-48cb-86da-c741fa532028" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.817651] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75672a56-a057-48cb-86da-c741fa532028',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.858728] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 68s [ 722.860671] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.860931] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.861087] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.861927] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.861927] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.861927] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 715a0ae9-61da-4b43-a29f-c6df43979c5b not found, creating... [ 722.862150] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.862259] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.862436] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.862709] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.862874] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.863217] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.864821] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.864821] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.864821] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.864821] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.864821] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 715a0ae9-61da-4b43-a29f-c6df43979c5b is going to be created. [ 722.887931] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.888257] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.888500] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.888917] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.889327] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.889834] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-715a0ae9-61da-4b43-a29f-c6df43979c5b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.254032] env[66340]: INFO networking_nsxv3.common.synchronization [None req-cf90f3dc-3ed8-4c9a-9507-d3597dc79772 None None] Enqueued Resource ID: 87b3ddce-6d42-45d9-875a-e6e74430c5c0 with Priority: HIGHEST for action port [ 723.254032] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b3ddce-6d42-45d9-875a-e6e74430c5c0 with Priority: HIGHEST for action port [ 723.254032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-87b3ddce-6d42-45d9-875a-e6e74430c5c0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.254032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87b3ddce-6d42-45d9-875a-e6e74430c5c0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.254032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87b3ddce-6d42-45d9-875a-e6e74430c5c0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.254032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87b3ddce-6d42-45d9-875a-e6e74430c5c0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.254032] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87b3ddce-6d42-45d9-875a-e6e74430c5c0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.319803] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75672a56-a057-48cb-86da-c741fa532028 [ 723.320067] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.320211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.320284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.320494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.320586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.320684] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75672a56-a057-48cb-86da-c741fa532028 already deleted. [ 723.320765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75672a56-a057-48cb-86da-c741fa532028" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.367621] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 723.368030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.368226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.368503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.368603] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.611892] env[66340]: INFO networking_nsxv3.common.synchronization [req-cd23d194-e1c0-47d0-aa0f-306c9b9be9cc req-7dd3e042-b70e-40e3-b485-8b933f16cafd service nova] Enqueued Resource ID: ad19a656-2f96-4345-b0b0-e248afd71883 with Priority: HIGHEST for action security_group_rules [ 723.612568] env[66340]: INFO networking_nsxv3.common.synchronization [req-cd23d194-e1c0-47d0-aa0f-306c9b9be9cc req-7dd3e042-b70e-40e3-b485-8b933f16cafd service nova] Enqueued Resource ID: ad19a656-2f96-4345-b0b0-e248afd71883 with Priority: HIGHEST for action security_group_members [ 723.612568] env[66340]: INFO networking_nsxv3.common.synchronization [req-cd23d194-e1c0-47d0-aa0f-306c9b9be9cc req-7dd3e042-b70e-40e3-b485-8b933f16cafd service nova] Enqueued Resource ID: 715a0ae9-61da-4b43-a29f-c6df43979c5b with Priority: HIGHEST for action port [ 723.612719] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad19a656-2f96-4345-b0b0-e248afd71883 with Priority: HIGHEST for action security_group_rules [ 723.613233] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad19a656-2f96-4345-b0b0-e248afd71883 with Priority: HIGHEST for action security_group_members [ 723.613338] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 715a0ae9-61da-4b43-a29f-c6df43979c5b with Priority: HIGHEST for action port [ 723.613577] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad19a656-2f96-4345-b0b0-e248afd71883 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.613707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.613776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.614428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.614428] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad19a656-2f96-4345-b0b0-e248afd71883',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.615382] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad19a656-2f96-4345-b0b0-e248afd71883 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.615499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.615573] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.615753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.615892] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.616000] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.616077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.617419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.617419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.617419] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad19a656-2f96-4345-b0b0-e248afd71883',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.617794] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-715a0ae9-61da-4b43-a29f-c6df43979c5b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.617794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-715a0ae9-61da-4b43-a29f-c6df43979c5b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.617794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-715a0ae9-61da-4b43-a29f-c6df43979c5b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.617794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-715a0ae9-61da-4b43-a29f-c6df43979c5b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.617983] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('715a0ae9-61da-4b43-a29f-c6df43979c5b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.757465] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87b3ddce-6d42-45d9-875a-e6e74430c5c0 [ 723.757777] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.757949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.757949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.758160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.758260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.758362] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87b3ddce-6d42-45d9-875a-e6e74430c5c0 already deleted. [ 723.758447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87b3ddce-6d42-45d9-875a-e6e74430c5c0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.871333] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.871515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.871782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.871859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.872869] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.873151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.873151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.874948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.874948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.874948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.874948] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.120394] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad19a656-2f96-4345-b0b0-e248afd71883 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.120394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.120619] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad19a656-2f96-4345-b0b0-e248afd71883',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.122955] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 715a0ae9-61da-4b43-a29f-c6df43979c5b with status ACTIVE [ 724.123183] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.123310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.123379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.123604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.123715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.123902] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.124512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.124745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.125032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.125139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.125333] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.125433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.125499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.127366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.127366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.127366] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 715a0ae9-61da-4b43-a29f-c6df43979c5b is going to be updated. [ 724.152794] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.153173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.153305] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.153476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.153636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.153841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-715a0ae9-61da-4b43-a29f-c6df43979c5b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.369737] env[66340]: INFO networking_nsxv3.common.synchronization [req-5955964a-c2e5-496f-94c2-e4d1d4a8c196 req-1c0240bd-50d3-4a0e-8612-c3a9627a73cc tempest-ServersNegativeTestMultiTenantJSON-1094261852 tempest-ServersNegativeTestMultiTenantJSON-1094261852-project-member] Enqueued Resource ID: 14cd92bf-bced-4e7c-9115-f79175e05238 with Priority: HIGHEST for action security_group_members [ 724.371595] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cd92bf-bced-4e7c-9115-f79175e05238 with Priority: HIGHEST for action security_group_members [ 724.373551] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cd92bf-bced-4e7c-9115-f79175e05238 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.373551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.373551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.373551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.373551] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.373551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.373551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.373919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.373919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.374021] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cd92bf-bced-4e7c-9115-f79175e05238',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.378142] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.378220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.378257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.379339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.379339] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.379339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.379339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.379339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.379339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.379339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.379339] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.379339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.379339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.379817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.379817] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.379817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.379817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.379990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.380183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.380183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.380292] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.548530] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: SUCCESS [ 724.548756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.625017] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad19a656-2f96-4345-b0b0-e248afd71883',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.872157] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 70s [ 724.878816] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.879098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.879227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.879540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.879663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.879878] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.879979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.880113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.880282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.880282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.880368] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cd92bf-bced-4e7c-9115-f79175e05238 already deleted. [ 724.880623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.883144] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e834255-daa7-4fa9-adf9-217434e0d0e3: rpc.has_security_group_logging(os_id): False [ 724.904273] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.904435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.904547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.904728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.904824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.905077] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.905192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.905258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.905411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.905534] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.905677] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.905793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.905869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.906050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.906146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.906357] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.906475] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.906542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.906731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.906813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.906922] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be updated. [ 724.923689] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.923689] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-534" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.923689] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-534" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.923975] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-534" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.924074] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.924885] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.924885] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.924885] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.924885] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.924885] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.925140] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.925140] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.925219] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.926072] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.926072] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.926072] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.946319] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.946603] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.946749] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.946945] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-534" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.947361] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-5d4f8170-be0e-45bc-8004-785dfa1aac80 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.947643] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-5d4f8170-be0e-45bc-8004-785dfa1aac80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.947710] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-5d4f8170-be0e-45bc-8004-785dfa1aac80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.948332] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-5d4f8170-be0e-45bc-8004-785dfa1aac80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.948332] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4f8170-be0e-45bc-8004-785dfa1aac80',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.981790] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.982104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.982281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.982889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.984072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.016527] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 725.127872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.128089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.128201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.128454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.128573] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.128693] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad19a656-2f96-4345-b0b0-e248afd71883 is going to be created. [ 725.157990] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.158212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.158297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.158527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.158694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.169738] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad19a656-2f96-4345-b0b0-e248afd71883 in Status: UNINITIALIZED for 2s [ 725.432439] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e7b81a40-6672-4e4e-81fe-84a6b4aaf077 None None] Enqueued Resource ID: 9c235a31-e5e4-497c-bfcd-cf7efbaccb25 with Priority: HIGHEST for action port [ 725.434978] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c235a31-e5e4-497c-bfcd-cf7efbaccb25 with Priority: HIGHEST for action port [ 725.435737] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c235a31-e5e4-497c-bfcd-cf7efbaccb25 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.436325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c235a31-e5e4-497c-bfcd-cf7efbaccb25" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.436478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c235a31-e5e4-497c-bfcd-cf7efbaccb25" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.436855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c235a31-e5e4-497c-bfcd-cf7efbaccb25" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.437158] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c235a31-e5e4-497c-bfcd-cf7efbaccb25',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.454646] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.454878] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.455007] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.455386] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.455513] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.455674] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 5d4f8170-be0e-45bc-8004-785dfa1aac80 not found, creating... [ 725.455943] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.456138] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.456224] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.456449] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.456582] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.456889] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.457315] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.458128] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.458128] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.458437] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.458794] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 5d4f8170-be0e-45bc-8004-785dfa1aac80 is going to be created. [ 725.482253] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.484990] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.484990] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.484990] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.484990] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.484990] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-5d4f8170-be0e-45bc-8004-785dfa1aac80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.939752] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c235a31-e5e4-497c-bfcd-cf7efbaccb25 [ 725.940106] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.940744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.940872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.941134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.941266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.941392] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c235a31-e5e4-497c-bfcd-cf7efbaccb25 already deleted. [ 725.941705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c235a31-e5e4-497c-bfcd-cf7efbaccb25" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.204507] env[66340]: INFO networking_nsxv3.common.synchronization [req-5955964a-c2e5-496f-94c2-e4d1d4a8c196 req-70bb4984-4ce0-498c-b69a-ae668dce4e3a service nova] Enqueued Resource ID: 14cd92bf-bced-4e7c-9115-f79175e05238 with Priority: HIGHEST for action security_group_rules [ 726.204507] env[66340]: INFO networking_nsxv3.common.synchronization [req-5955964a-c2e5-496f-94c2-e4d1d4a8c196 req-70bb4984-4ce0-498c-b69a-ae668dce4e3a service nova] Enqueued Resource ID: 14cd92bf-bced-4e7c-9115-f79175e05238 with Priority: HIGHEST for action security_group_members [ 726.204507] env[66340]: INFO networking_nsxv3.common.synchronization [req-5955964a-c2e5-496f-94c2-e4d1d4a8c196 req-70bb4984-4ce0-498c-b69a-ae668dce4e3a service nova] Enqueued Resource ID: 5d4f8170-be0e-45bc-8004-785dfa1aac80 with Priority: HIGHEST for action port [ 726.206141] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cd92bf-bced-4e7c-9115-f79175e05238 with Priority: HIGHEST for action security_group_rules [ 726.206141] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cd92bf-bced-4e7c-9115-f79175e05238 with Priority: HIGHEST for action security_group_members [ 726.206141] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4f8170-be0e-45bc-8004-785dfa1aac80 with Priority: HIGHEST for action port [ 726.206629] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cd92bf-bced-4e7c-9115-f79175e05238 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.207433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.207433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.207433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.207433] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cd92bf-bced-4e7c-9115-f79175e05238',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.209413] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cd92bf-bced-4e7c-9115-f79175e05238 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.209787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.209787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.209976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.210717] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.211636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.211636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.211636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.211636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.211636] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cd92bf-bced-4e7c-9115-f79175e05238',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.212575] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4f8170-be0e-45bc-8004-785dfa1aac80 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.214761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4f8170-be0e-45bc-8004-785dfa1aac80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.214761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4f8170-be0e-45bc-8004-785dfa1aac80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.214761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4f8170-be0e-45bc-8004-785dfa1aac80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.214761] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4f8170-be0e-45bc-8004-785dfa1aac80',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.358511] env[66340]: INFO networking_nsxv3.common.synchronization [None req-28808635-8809-45f0-b908-8722a10544ef None None] Enqueued Resource ID: aca22c98-e1b6-4944-9730-ee2f5e59a591 with Priority: HIGHEST for action port [ 726.358988] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca22c98-e1b6-4944-9730-ee2f5e59a591 with Priority: HIGHEST for action port [ 726.359311] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca22c98-e1b6-4944-9730-ee2f5e59a591 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.359438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca22c98-e1b6-4944-9730-ee2f5e59a591" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.359506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca22c98-e1b6-4944-9730-ee2f5e59a591" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.359910] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca22c98-e1b6-4944-9730-ee2f5e59a591" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.359910] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca22c98-e1b6-4944-9730-ee2f5e59a591',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.715656] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cd92bf-bced-4e7c-9115-f79175e05238',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.717504] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cd92bf-bced-4e7c-9115-f79175e05238 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.717504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.717504] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d4f8170-be0e-45bc-8004-785dfa1aac80 with status ACTIVE [ 726.719164] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.719164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.719164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.719164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.719164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.719164] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.719164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.719164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.719164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.719164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.719164] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.719164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.719164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.720101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.720101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.724353] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d4f8170-be0e-45bc-8004-785dfa1aac80 is going to be updated. [ 726.750624] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.750853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.750929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.751447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.751447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.751585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4f8170-be0e-45bc-8004-785dfa1aac80" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.863063] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aca22c98-e1b6-4944-9730-ee2f5e59a591 [ 726.863341] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.863527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.863604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.863832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.864042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.864130] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aca22c98-e1b6-4944-9730-ee2f5e59a591 already deleted. [ 726.864170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca22c98-e1b6-4944-9730-ee2f5e59a591" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.889444] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 72s [ 726.924016] env[66340]: INFO networking_nsxv3.common.synchronization [None req-b5869ab0-0bc9-4da0-9669-7c0dc786ca63 tempest-ServersTestFqdnHostnames-1358329564 tempest-ServersTestFqdnHostnames-1358329564-project-member] Enqueued Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_rules [ 726.924645] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_rules [ 726.925061] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d307cb6-091b-479d-bb80-9dba8724dcf4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.925192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.925252] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.925501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.925583] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.035098] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 727.035351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.185509] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad19a656-2f96-4345-b0b0-e248afd71883 in Status: SUCCESS [ 727.188023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.188023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.188023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.188732] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.188991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.189086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.189296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.189386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.189485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.189585] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad19a656-2f96-4345-b0b0-e248afd71883',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.227197] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cd92bf-bced-4e7c-9115-f79175e05238',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.308822] env[66340]: INFO networking_nsxv3.common.synchronization [None req-a93785b7-0ef8-475d-867f-1f39e02426c2 None None] Enqueued Resource ID: 0ad9e37d-a797-44f9-be7f-548b66c3bfc2 with Priority: HIGHEST for action port [ 727.310558] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad9e37d-a797-44f9-be7f-548b66c3bfc2 with Priority: HIGHEST for action port [ 727.310558] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ad9e37d-a797-44f9-be7f-548b66c3bfc2 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.310558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ad9e37d-a797-44f9-be7f-548b66c3bfc2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.310558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ad9e37d-a797-44f9-be7f-548b66c3bfc2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.311558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ad9e37d-a797-44f9-be7f-548b66c3bfc2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.311558] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ad9e37d-a797-44f9-be7f-548b66c3bfc2',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.448035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.448035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.448035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.448035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.448035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.448035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 already deleted. [ 727.448035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.692635] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad19a656-2f96-4345-b0b0-e248afd71883 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.692798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.692918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.693125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.693295] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.693427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.693506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.693692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.693788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.693903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.694111] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad19a656-2f96-4345-b0b0-e248afd71883 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.694229] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.694295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.694443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.694589] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.694690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.694731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.694875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.694961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.695085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.695193] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad19a656-2f96-4345-b0b0-e248afd71883',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.729521] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.729834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.729834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.731258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.731258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.731258] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cd92bf-bced-4e7c-9115-f79175e05238 is going to be created. [ 727.760816] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.760816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.760816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.760816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.760816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.772819] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cd92bf-bced-4e7c-9115-f79175e05238 in Status: UNINITIALIZED for 2s [ 727.814872] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ad9e37d-a797-44f9-be7f-548b66c3bfc2 [ 727.814872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.815122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.815167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.815487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.815638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.816559] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ad9e37d-a797-44f9-be7f-548b66c3bfc2 already deleted. [ 727.816559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ad9e37d-a797-44f9-be7f-548b66c3bfc2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.075487] env[66340]: INFO networking_nsxv3.common.synchronization [None req-5dd6d087-e730-42b6-afa6-70cdfd101ae1 tempest-ServersTestFqdnHostnames-1358329564 tempest-ServersTestFqdnHostnames-1358329564-project-member] Enqueued Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_rules [ 728.075487] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_rules [ 728.078586] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d307cb6-091b-479d-bb80-9dba8724dcf4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.078586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.078586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.078586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.078586] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.197343] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad19a656-2f96-4345-b0b0-e248afd71883: rpc.has_security_group_logging(os_id): False [ 728.217847] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.219343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.219619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.225518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.225518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.225518] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.225518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.225518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.225518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.225518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.225518] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.225518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.225518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.225518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.225518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.227507] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.227507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.227507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.227507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.227507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.227507] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad19a656-2f96-4345-b0b0-e248afd71883 is going to be created. [ 728.232463] env[66340]: INFO networking_nsxv3.common.synchronization [None req-cb21d1fc-6ba5-463c-a1cd-f6fb7a80cf08 tempest-AttachVolumeTestJSON-1081152913 tempest-AttachVolumeTestJSON-1081152913-project-member] Enqueued Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_rules [ 728.232797] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_rules [ 728.233252] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802806b-d16c-4373-ae0f-126c9763fc31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.233532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.233701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.235026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.235026] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.319241] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.319241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.319241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.319522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.320191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.332365] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad19a656-2f96-4345-b0b0-e248afd71883 in Status: IN_PROGRESS for 2s [ 728.602043] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.602219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.602291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.602525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.602633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.602851] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 already deleted. [ 728.602851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.759459] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.759459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.759835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.759891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.760096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.760372] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802806b-d16c-4373-ae0f-126c9763fc31 already deleted. [ 728.760743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.784411] env[66340]: INFO networking_nsxv3.common.synchronization [None req-3f38085f-ef5a-45b2-a575-84141e368c9b None None] Enqueued Resource ID: 4c5c1560-22be-4eee-9eb0-2ce1fd71d0c2 with Priority: HIGHEST for action port [ 728.785398] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5c1560-22be-4eee-9eb0-2ce1fd71d0c2 with Priority: HIGHEST for action port [ 728.786255] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5c1560-22be-4eee-9eb0-2ce1fd71d0c2 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.786537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5c1560-22be-4eee-9eb0-2ce1fd71d0c2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.786649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5c1560-22be-4eee-9eb0-2ce1fd71d0c2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.786940] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5c1560-22be-4eee-9eb0-2ce1fd71d0c2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.787074] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5c1560-22be-4eee-9eb0-2ce1fd71d0c2',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.902736] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 74s [ 728.988029] env[66340]: INFO networking_nsxv3.common.synchronization [None req-6492be80-74d2-445b-9ec5-6391c678961e tempest-AttachVolumeTestJSON-1081152913 tempest-AttachVolumeTestJSON-1081152913-project-member] Enqueued Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_rules [ 728.988465] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_rules [ 728.988759] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802806b-d16c-4373-ae0f-126c9763fc31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.988908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.988957] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.989184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.989262] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.081030] env[66340]: INFO networking_nsxv3.common.synchronization [None req-b0a09dd8-4833-450a-acb9-d614622c8887 None None] Enqueued Resource ID: a7dbd641-3e10-4836-8615-fd32cedfe5ea with Priority: HIGHEST for action port [ 729.081030] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7dbd641-3e10-4836-8615-fd32cedfe5ea with Priority: HIGHEST for action port [ 729.081030] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7dbd641-3e10-4836-8615-fd32cedfe5ea taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.081030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7dbd641-3e10-4836-8615-fd32cedfe5ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.081030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7dbd641-3e10-4836-8615-fd32cedfe5ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.081030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7dbd641-3e10-4836-8615-fd32cedfe5ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.081030] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7dbd641-3e10-4836-8615-fd32cedfe5ea',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.290897] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c5c1560-22be-4eee-9eb0-2ce1fd71d0c2 [ 729.290897] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.291196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.291196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.291313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.291375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.291426] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c5c1560-22be-4eee-9eb0-2ce1fd71d0c2 already deleted. [ 729.291558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5c1560-22be-4eee-9eb0-2ce1fd71d0c2" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.512575] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.512713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.512785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.512994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.513101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.513196] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802806b-d16c-4373-ae0f-126c9763fc31 already deleted. [ 729.513277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.585672] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7dbd641-3e10-4836-8615-fd32cedfe5ea [ 729.585950] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.586105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.586185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.586412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.586511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.586625] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7dbd641-3e10-4836-8615-fd32cedfe5ea already deleted. [ 729.586724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7dbd641-3e10-4836-8615-fd32cedfe5ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.788470] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cd92bf-bced-4e7c-9115-f79175e05238 in Status: SUCCESS [ 729.788857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.788857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.789127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.789414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.789414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.789547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.789779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.789779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.789889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.789923] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14cd92bf-bced-4e7c-9115-f79175e05238',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.255023] env[66340]: INFO networking_nsxv3.common.synchronization [req-07073f57-a9f4-4255-8bdb-12b1a25f497e req-011a4a72-02e4-46e0-b690-94e850cca3dc tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_members [ 730.255407] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_members [ 730.256938] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5782e279-ff75-49bf-a209-3f17090baf7f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.256938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.256938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.256938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.256938] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.256938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.256938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.256938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.256938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.257558] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.293364] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cd92bf-bced-4e7c-9115-f79175e05238 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.293364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.293364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.293364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.293562] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.293619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.293656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.293822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.293906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.294027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.294185] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cd92bf-bced-4e7c-9115-f79175e05238 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.294280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.294365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.294490] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.294610] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.295209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.295209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.295209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.295209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.295209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.295423] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14cd92bf-bced-4e7c-9115-f79175e05238',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.345620] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad19a656-2f96-4345-b0b0-e248afd71883 in Status: SUCCESS [ 730.345942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.632849] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.633897] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.633897] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.633897] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.633897] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.634249] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.636318] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.636318] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.636318] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.636318] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.636318] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.636603] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.636603] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.636683] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.636928] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.637159] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.657712] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.657712] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.657870] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.658115] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.658333] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.658505] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.658619] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.659083] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.659182] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.764143] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.764143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.764344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.765036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.765036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.765036] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.765036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.765268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.765817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.765817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.765817] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5782e279-ff75-49bf-a209-3f17090baf7f already deleted. [ 730.765817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.798054] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14cd92bf-bced-4e7c-9115-f79175e05238: rpc.has_security_group_logging(os_id): False [ 730.818542] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.819276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.819276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.819276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.819276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.819476] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.819531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.819698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.819769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.819999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.820090] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.820164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.820224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.820411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.820495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.820904] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.820904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.820904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.821102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.821533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.821533] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cd92bf-bced-4e7c-9115-f79175e05238 is going to be created. [ 730.897330] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.897330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.897330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.897330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.897330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.927394] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cd92bf-bced-4e7c-9115-f79175e05238 in Status: IN_PROGRESS for 2s [ 730.928827] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 76s [ 730.953783] env[66340]: INFO networking_nsxv3.common.synchronization [req-a2873fca-07bb-4475-ae5f-357b8b269824 req-1990a666-8a9e-4222-b66d-ec79f7f9a0e2 tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 730.954042] env[66340]: INFO networking_nsxv3.common.synchronization [req-a2873fca-07bb-4475-ae5f-357b8b269824 req-1990a666-8a9e-4222-b66d-ec79f7f9a0e2 tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 with Priority: HIGHEST for action security_group_members [ 730.954945] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 730.955156] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 with Priority: HIGHEST for action security_group_members [ 730.955581] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.955785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.955908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.956509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.956872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.957074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.957343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.957648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.957811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.958007] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.959195] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6e97a6-d221-4f04-bfff-298716b3aa62 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.959956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.960107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.960368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.960557] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.960696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.960788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.960972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.961103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.961229] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6e97a6-d221-4f04-bfff-298716b3aa62',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.015620] env[66340]: INFO networking_nsxv3.common.synchronization [req-a2873fca-07bb-4475-ae5f-357b8b269824 req-1990a666-8a9e-4222-b66d-ec79f7f9a0e2 tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_rules [ 731.015620] env[66340]: INFO networking_nsxv3.common.synchronization [req-a2873fca-07bb-4475-ae5f-357b8b269824 req-1990a666-8a9e-4222-b66d-ec79f7f9a0e2 tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 731.015620] env[66340]: INFO networking_nsxv3.common.synchronization [req-a2873fca-07bb-4475-ae5f-357b8b269824 req-1990a666-8a9e-4222-b66d-ec79f7f9a0e2 tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 with Priority: HIGHEST for action security_group_rules [ 731.015772] env[66340]: INFO networking_nsxv3.common.synchronization [req-a2873fca-07bb-4475-ae5f-357b8b269824 req-1990a666-8a9e-4222-b66d-ec79f7f9a0e2 tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 with Priority: HIGHEST for action security_group_members [ 731.015813] env[66340]: INFO networking_nsxv3.common.synchronization [req-a2873fca-07bb-4475-ae5f-357b8b269824 req-1990a666-8a9e-4222-b66d-ec79f7f9a0e2 tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac with Priority: HIGHEST for action port [ 731.017722] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_rules [ 731.017722] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 with Priority: HIGHEST for action security_group_rules [ 731.017722] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac with Priority: HIGHEST for action port [ 731.017722] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 731.017722] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 with Priority: HIGHEST for action security_group_members [ 731.018077] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.018232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.018285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.018500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.018584] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.019627] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6e97a6-d221-4f04-bfff-298716b3aa62 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.019755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.019825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.020076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.020160] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6e97a6-d221-4f04-bfff-298716b3aa62',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.026051] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.026051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.026051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.026051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.026051] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.026597] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.026597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.026767] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6e97a6-d221-4f04-bfff-298716b3aa62 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.026998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.161616] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.161844] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.161981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.162349] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.162522] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.162992] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1 not found, creating... [ 731.163718] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.163718] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.163718] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.163995] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.164064] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.164359] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.164510] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.164623] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.164821] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.165061] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.165191] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1 is going to be created. [ 731.188696] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.189014] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.189014] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.189418] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.190032] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.190032] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.463627] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.465243] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6e97a6-d221-4f04-bfff-298716b3aa62',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.528320] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.528320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.528320] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6e97a6-d221-4f04-bfff-298716b3aa62 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.528320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.532335] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac with status ACTIVE [ 731.532335] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.532335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.532335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.533078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.533270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.533506] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.533645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.533767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.533996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.534250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.534499] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.534602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.534666] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.534809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.534884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.534979] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac is going to be updated. [ 731.561341] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.561512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.561588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.561947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.562148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.562323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.691074] env[66340]: INFO networking_nsxv3.common.synchronization [None req-46319ad8-083d-4d02-8932-3ae9ce275f3a None None] Enqueued Resource ID: 7b63df1e-2c4e-4a90-b917-29a7523c7456 with Priority: HIGHEST for action port [ 731.691664] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b63df1e-2c4e-4a90-b917-29a7523c7456 with Priority: HIGHEST for action port [ 731.692012] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b63df1e-2c4e-4a90-b917-29a7523c7456 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.692183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b63df1e-2c4e-4a90-b917-29a7523c7456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.692249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b63df1e-2c4e-4a90-b917-29a7523c7456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.692476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b63df1e-2c4e-4a90-b917-29a7523c7456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.692560] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b63df1e-2c4e-4a90-b917-29a7523c7456',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.967811] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.971370] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6e97a6-d221-4f04-bfff-298716b3aa62',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.038020] env[66340]: INFO networking_nsxv3.common.synchronization [req-07073f57-a9f4-4255-8bdb-12b1a25f497e req-bd039150-d1c3-4494-aae3-b4ba4bf170c6 service nova] Enqueued Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_rules [ 732.038020] env[66340]: INFO networking_nsxv3.common.synchronization [req-07073f57-a9f4-4255-8bdb-12b1a25f497e req-bd039150-d1c3-4494-aae3-b4ba4bf170c6 service nova] Enqueued Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_members [ 732.038020] env[66340]: INFO networking_nsxv3.common.synchronization [req-07073f57-a9f4-4255-8bdb-12b1a25f497e req-bd039150-d1c3-4494-aae3-b4ba4bf170c6 service nova] Enqueued Resource ID: 61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1 with Priority: HIGHEST for action port [ 732.038020] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_rules [ 732.038020] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_members [ 732.038020] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1 with Priority: HIGHEST for action port [ 732.038020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5782e279-ff75-49bf-a209-3f17090baf7f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.038020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.038020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.038020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.038020] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.039730] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5782e279-ff75-49bf-a209-3f17090baf7f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.039730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.039730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.039730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.039958] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.039958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.040205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.042084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.042213] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.042351] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.045029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.045029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.045029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.045284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.045399] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.199355] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b63df1e-2c4e-4a90-b917-29a7523c7456 [ 732.199609] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.199743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.199814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.200033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.200120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.200228] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b63df1e-2c4e-4a90-b917-29a7523c7456 already deleted. [ 732.200290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b63df1e-2c4e-4a90-b917-29a7523c7456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.475169] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.475169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.475169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.475169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.475360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.475360] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 is going to be created. [ 732.476777] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.476887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.477102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.477147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.477237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.477328] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a is going to be updated. [ 732.516562] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.516562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.516562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.516562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.516562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.523880] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.524015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.524161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.524334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.524484] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.533708] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: IN_PROGRESS for 2s [ 732.534446] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 in Status: UNINITIALIZED for 2s [ 732.546496] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.547815] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1 with status ACTIVE [ 732.548183] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.548346] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.548446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.552414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.552414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.552414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.552414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.552414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.552414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.552414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.552414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.552414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.552414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.553234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.553234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.553234] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1 is going to be updated. [ 732.554850] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5782e279-ff75-49bf-a209-3f17090baf7f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.554850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.582644] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.583948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.583948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.583948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.583948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.583948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b50adf-8f1b-49fe-9a88-ac3d08ebe4d1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.849179] env[66340]: INFO networking_nsxv3.common.synchronization [req-6e7dc190-8460-42ac-8481-6b12a38bde41 req-0a2b1a01-6453-4a70-a867-1301a77a2d0c tempest-DeleteServersAdminTestJSON-1720606112 tempest-DeleteServersAdminTestJSON-1720606112-project-member] Enqueued Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 732.849935] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 732.850673] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.851368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.851368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.851368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.851539] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.851539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.851634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.851746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.851828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.851920] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.943633] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 78s [ 732.944518] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cd92bf-bced-4e7c-9115-f79175e05238 in Status: SUCCESS [ 732.944788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.049699] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.182066] env[66340]: INFO networking_nsxv3.common.synchronization [req-ac5fb93a-11f9-4e02-b67d-236da019317f req-1d752776-e4d2-4993-937d-3b44d1829b6c tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 733.182218] env[66340]: INFO networking_nsxv3.common.synchronization [req-ac5fb93a-11f9-4e02-b67d-236da019317f req-1d752776-e4d2-4993-937d-3b44d1829b6c tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 with Priority: HIGHEST for action security_group_members [ 733.182695] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 733.182821] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 with Priority: HIGHEST for action security_group_members [ 733.183588] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.183963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.184667] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6e97a6-d221-4f04-bfff-298716b3aa62 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.184667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.251109] env[66340]: INFO networking_nsxv3.common.synchronization [req-ac5fb93a-11f9-4e02-b67d-236da019317f req-1d752776-e4d2-4993-937d-3b44d1829b6c tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_rules [ 733.251109] env[66340]: INFO networking_nsxv3.common.synchronization [req-ac5fb93a-11f9-4e02-b67d-236da019317f req-1d752776-e4d2-4993-937d-3b44d1829b6c tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 733.251109] env[66340]: INFO networking_nsxv3.common.synchronization [req-ac5fb93a-11f9-4e02-b67d-236da019317f req-1d752776-e4d2-4993-937d-3b44d1829b6c tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac with Priority: HIGHEST for action port [ 733.251711] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_rules [ 733.251976] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 733.252038] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac with Priority: HIGHEST for action port [ 733.254570] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.254570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.254570] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.254570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.254570] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.254570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.254570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.254570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.254570] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.355174] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.356271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.356271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.356271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.356271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.356458] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.356458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.356563] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.356696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.356780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.356871] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 is going to be updated. [ 733.373206] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.373422] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.373544] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.373804] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.376400] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.376656] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.376855] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.377470] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.377676] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.377896] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.378110] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.378110] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.378300] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.378441] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.378529] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.378646] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.390295] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.390522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.390522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.390718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.390963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.402450] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.402641] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.402782] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.402958] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.403312] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-75a1591a-9511-4e53-ad75-68ded77e5413 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.403492] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-75a1591a-9511-4e53-ad75-68ded77e5413" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.403604] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-75a1591a-9511-4e53-ad75-68ded77e5413" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.404054] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-75a1591a-9511-4e53-ad75-68ded77e5413" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.404226] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a1591a-9511-4e53-ad75-68ded77e5413',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.405795] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: IN_PROGRESS for 2s [ 733.560882] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.560882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.560882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.561278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.561401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.561563] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5782e279-ff75-49bf-a209-3f17090baf7f is going to be created. [ 733.600321] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.600568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.600661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.600901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.601081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.613094] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5782e279-ff75-49bf-a209-3f17090baf7f in Status: UNINITIALIZED for 2s [ 733.756603] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac with status ACTIVE [ 733.756955] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.757204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.757357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.757809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.757907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.758120] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.758239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.758332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.758950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.758950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.758950] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.758950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.758950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.759168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.759168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.759262] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac is going to be updated. [ 733.782536] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.782865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.782948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.783225] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.783373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.783546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efa1b6ff-41d8-4c8c-9c6b-ca88d3e62cac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.907609] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.908841] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.908841] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.908841] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.908841] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.908841] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 75a1591a-9511-4e53-ad75-68ded77e5413 not found, creating... [ 733.909165] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.909165] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.909277] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.909412] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.909573] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.910070] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.910213] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.910284] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.912408] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.912408] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.912408] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 75a1591a-9511-4e53-ad75-68ded77e5413 is going to be created. [ 733.937138] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.937138] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.937138] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.937138] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.937138] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.937503] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-75a1591a-9511-4e53-ad75-68ded77e5413" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.547903] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 in Status: SUCCESS [ 734.547903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.548210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.548423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.548515] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.548662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.548810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.548892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.548977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.549111] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6e97a6-d221-4f04-bfff-298716b3aa62',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.550567] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: SUCCESS [ 734.550743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.550945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.551582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.551749] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.551855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.551937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.552075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.552156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.552246] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.630560] env[66340]: INFO networking_nsxv3.common.synchronization [req-6e7dc190-8460-42ac-8481-6b12a38bde41 req-c742791c-735f-4ea3-a4cd-51c98ad29368 service nova] Enqueued Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_rules [ 734.630736] env[66340]: INFO networking_nsxv3.common.synchronization [req-6e7dc190-8460-42ac-8481-6b12a38bde41 req-c742791c-735f-4ea3-a4cd-51c98ad29368 service nova] Enqueued Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 734.630868] env[66340]: INFO networking_nsxv3.common.synchronization [req-6e7dc190-8460-42ac-8481-6b12a38bde41 req-c742791c-735f-4ea3-a4cd-51c98ad29368 service nova] Enqueued Resource ID: 75a1591a-9511-4e53-ad75-68ded77e5413 with Priority: HIGHEST for action port [ 734.631465] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_rules [ 734.631605] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 734.631732] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a1591a-9511-4e53-ad75-68ded77e5413 with Priority: HIGHEST for action port [ 734.632111] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.632290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.632349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.632528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.632609] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.633549] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.633665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.633859] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a1591a-9511-4e53-ad75-68ded77e5413 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.633960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a1591a-9511-4e53-ad75-68ded77e5413" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.634754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a1591a-9511-4e53-ad75-68ded77e5413" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.634754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a1591a-9511-4e53-ad75-68ded77e5413" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.634754] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a1591a-9511-4e53-ad75-68ded77e5413',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.960863] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: SUCCESS [ 734.961206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.961435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.961705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.962937] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.054680] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.059275] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.059275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.059275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.059275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.059275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.059275] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.059275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.059275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.059275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.059275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.060165] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 is going to be deleted. [ 735.101806] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.102032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.102032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.102298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.102388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.102555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.103095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.104724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.104724] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.104724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.104724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.104724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.104724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.104724] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6e97a6-d221-4f04-bfff-298716b3aa62',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.136320] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.136506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.137930] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75a1591a-9511-4e53-ad75-68ded77e5413 with status ACTIVE [ 735.137930] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.138059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.138140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.138335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.138590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.138807] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.138807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.138807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.138965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.139057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.140370] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.140466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.140535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.140682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.140793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.140893] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75a1591a-9511-4e53-ad75-68ded77e5413 is going to be updated. [ 735.168591] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.169035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.169035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.169218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.169331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.169736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a1591a-9511-4e53-ad75-68ded77e5413" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.418692] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: SUCCESS [ 735.418692] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 deletion is rescheduled due to dependency. [ 735.418692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.418692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.418692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.418692] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.418970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.418970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.419383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.420584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.420826] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.465019] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.465230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.465358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.465705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.465938] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.466058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.466161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.466342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.466441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.466534] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.466621] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.562125] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.609507] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.609729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.609729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.610100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.610100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.610329] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.610329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.610499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.610552] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.610617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.610708] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 already deleted. [ 735.610777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.610885] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe6e97a6-d221-4f04-bfff-298716b3aa62',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.611808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.612134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.612335] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.612465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.612551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.612729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.612826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.612932] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6e97a6-d221-4f04-bfff-298716b3aa62',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.625113] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5782e279-ff75-49bf-a209-3f17090baf7f in Status: SUCCESS [ 735.625446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.625720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.625982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.626194] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.626363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.626500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.626615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.626677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.626768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.626858] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.925109] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.969449] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.969449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.969633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.969831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.970132] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.970383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.970462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.970644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.970737] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.970834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.971013] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.971131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.971207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.971390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.971543] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.971642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.971704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.971842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.971916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.972043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.972503] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.064772] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.065018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.065832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.066104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.066252] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.066394] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a is going to be updated. [ 736.103934] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.104173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.104276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.104518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.104688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.115324] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: IN_PROGRESS for 2s [ 736.115719] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe6e97a6-d221-4f04-bfff-298716b3aa62',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.118270] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.118395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.118478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.118742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.118883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.119176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.119328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.119428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.119654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.119771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.119891] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 already deleted. [ 736.120067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.130328] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.428912] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.475515] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35a69806-7333-40ad-ac37-28ee4ad39e57: rpc.has_security_group_logging(os_id): False [ 736.495232] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.495441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.495551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.495809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.495953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.496252] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.496442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.496509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.496740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.496857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.497080] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.497224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.497305] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.497708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.497708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.497842] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.497924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.497992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.498167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.498271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.498362] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 is going to be updated. [ 736.571085] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.571085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.572172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.572172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.572172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.589297] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 2s [ 736.621798] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe6e97a6-d221-4f04-bfff-298716b3aa62: rpc.has_security_group_logging(os_id): False [ 736.633832] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5782e279-ff75-49bf-a209-3f17090baf7f: rpc.has_security_group_logging(os_id): False [ 736.646137] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.646137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.646137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.646137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.646137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.646137] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.646137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.646137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.646137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.646137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.646137] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 is going to be created. [ 736.674586] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.674586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.674586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.674926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.676053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.676484] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.677189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.677189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.677189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.677189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.677398] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5782e279-ff75-49bf-a209-3f17090baf7f is going to be created. [ 736.692394] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fe6e97a6-d221-4f04-bfff-298716b3aa62], does not exist path=[/infra/domains/default/groups/fe6e97a6-d221-4f04-bfff-298716b3aa62]."\n}' [ 736.692394] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe6e97a6-d221-4f04-bfff-298716b3aa62 [ 736.692394] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 736.728482] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.728600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.728600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.729366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.730498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.730498] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.730498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.730498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.730788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.730788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.731445] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.731445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.731445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.731445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.731445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.731693] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6e97a6-d221-4f04-bfff-298716b3aa62 is going to be created. [ 736.752428] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fe6e97a6-d221-4f04-bfff-298716b3aa62], does not exist path=[/infra/domains/default/groups/fe6e97a6-d221-4f04-bfff-298716b3aa62]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe6e97a6-d221-4f04-bfff-298716b3aa62 [ 736.752592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6e97a6-d221-4f04-bfff-298716b3aa62" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.754797] env[66340]: Traceback (most recent call last): [ 736.754797] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 736.754797] env[66340]: return func(*args, **kwargs) [ 736.754797] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 736.754797] env[66340]: res.raise_for_status() [ 736.754797] env[66340]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 736.754797] env[66340]: raise HTTPError(http_error_msg, response=self) [ 736.754797] env[66340]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe6e97a6-d221-4f04-bfff-298716b3aa62 [ 736.754797] env[66340]: During handling of the above exception, another exception occurred: [ 736.756996] env[66340]: Traceback (most recent call last): [ 736.756996] env[66340]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 736.756996] env[66340]: listener.cb(fileno) [ 736.756996] env[66340]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 736.756996] env[66340]: result = function(*args, **kwargs) [ 736.756996] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 736.756996] env[66340]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 736.756996] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 736.756996] env[66340]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 736.756996] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 736.756996] env[66340]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 736.756996] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 736.756996] env[66340]: res.raise_for_status() [ 736.756996] env[66340]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 736.756996] env[66340]: raise HTTPError(http_error_msg, response=self) [ 736.756996] env[66340]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe6e97a6-d221-4f04-bfff-298716b3aa62 [ 736.756996] env[66340]: Removing descriptor: 5 [ 736.771721] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.771721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.771721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.771721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.771721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.782330] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5782e279-ff75-49bf-a209-3f17090baf7f in Status: IN_PROGRESS for 2s [ 736.932776] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.932776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.932776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.932776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.933125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.933125] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 is going to be updated. [ 736.969414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.969557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.969602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.970241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.974915] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.987540] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: IN_PROGRESS for 2s [ 738.133416] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: SUCCESS [ 738.133734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.133825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.134124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.134314] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.134438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.134521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.134671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.134756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.134841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.135973] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.135973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.136895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.139030] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.139230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.139332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.139545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.139671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.139999] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.606463] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: SUCCESS [ 738.607513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.642325] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.642895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.643274] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.799521] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5782e279-ff75-49bf-a209-3f17090baf7f in Status: SUCCESS [ 738.799521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.001941] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: SUCCESS [ 739.001941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.001941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.001941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.001941] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.001941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.001941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.001941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.001941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.001941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.001941] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.147925] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.506173] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.506451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.506704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.506890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.507232] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.507367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.507414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.507598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.507710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.507831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.508042] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.508172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.508255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.508442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.508631] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.508756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.508859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.511429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.511600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.511731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.511854] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.632503] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 739.632800] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 739.653735] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.653972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.654124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.654420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.654573] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.654757] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a is going to be updated. [ 739.754816] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.754973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.754973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.755228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.755407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.766667] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: IN_PROGRESS for 2s [ 740.018864] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e611322-dcc6-4488-9f41-40f57e2228f7: rpc.has_security_group_logging(os_id): False [ 740.039211] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.039400] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.039461] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.039879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.064886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.064886] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.064886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.064886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.064886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.064886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.064886] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.064886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.064886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.064886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.064886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.064886] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.066069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.066069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.066069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.066069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.066069] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 is going to be updated. [ 740.137093] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.137093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.137093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.137420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.137420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.155269] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: IN_PROGRESS for 2s [ 740.463546] env[66340]: INFO networking_nsxv3.common.synchronization [None req-9a2ab1a0-5008-46f9-958a-bfb5dd05c75a None None] Enqueued Resource ID: 34bcef21-7169-48c2-819e-f6641d6294be with Priority: HIGHEST for action port [ 740.463546] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34bcef21-7169-48c2-819e-f6641d6294be with Priority: HIGHEST for action port [ 740.463546] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-34bcef21-7169-48c2-819e-f6641d6294be taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.463546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34bcef21-7169-48c2-819e-f6641d6294be" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.463546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34bcef21-7169-48c2-819e-f6641d6294be" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.464709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34bcef21-7169-48c2-819e-f6641d6294be" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.465232] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34bcef21-7169-48c2-819e-f6641d6294be',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.968055] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34bcef21-7169-48c2-819e-f6641d6294be [ 740.968055] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.968286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.968414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.968633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.968733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.968836] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34bcef21-7169-48c2-819e-f6641d6294be already deleted. [ 740.968991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34bcef21-7169-48c2-819e-f6641d6294be" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.779144] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: SUCCESS [ 741.779144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.779144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.779144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.779144] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.779144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.779144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.779144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.779144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.779144] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.809513] env[66340]: INFO networking_nsxv3.common.synchronization [None req-a4c9d848-3902-49cc-af51-cb569389c19e None None] Enqueued Resource ID: b6a017c5-bc94-47af-936d-4f865d311ec8 with Priority: HIGHEST for action port [ 741.810522] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a017c5-bc94-47af-936d-4f865d311ec8 with Priority: HIGHEST for action port [ 741.810522] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6a017c5-bc94-47af-936d-4f865d311ec8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.810522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6a017c5-bc94-47af-936d-4f865d311ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.810522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6a017c5-bc94-47af-936d-4f865d311ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.810797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6a017c5-bc94-47af-936d-4f865d311ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.810797] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6a017c5-bc94-47af-936d-4f865d311ec8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.174287] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: SUCCESS [ 742.174502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.281100] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.314822] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6a017c5-bc94-47af-936d-4f865d311ec8 [ 742.315291] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.316133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.316133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.316133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.316133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.316133] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6a017c5-bc94-47af-936d-4f865d311ec8 already deleted. [ 742.316133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6a017c5-bc94-47af-936d-4f865d311ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.786701] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.290583] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.290979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.291210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.292535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.292669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.292782] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a is going to be updated. [ 743.328642] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.328805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.328903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.329523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.329820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.345611] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: IN_PROGRESS for 2s [ 744.852108] env[66340]: INFO networking_nsxv3.common.synchronization [None req-fc62cb71-bde4-4cd0-8ff5-a29af8039322 None None] Enqueued Resource ID: 48b23d57-4566-4af0-9c09-51e2630765f4 with Priority: HIGHEST for action port [ 744.852456] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b23d57-4566-4af0-9c09-51e2630765f4 with Priority: HIGHEST for action port [ 744.853044] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-48b23d57-4566-4af0-9c09-51e2630765f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.853548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48b23d57-4566-4af0-9c09-51e2630765f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.853902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48b23d57-4566-4af0-9c09-51e2630765f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.853960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48b23d57-4566-4af0-9c09-51e2630765f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.854058] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48b23d57-4566-4af0-9c09-51e2630765f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.357443] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48b23d57-4566-4af0-9c09-51e2630765f4 [ 745.358523] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.358523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.358523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.358523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.358523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.358523] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48b23d57-4566-4af0-9c09-51e2630765f4 already deleted. [ 745.358523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48b23d57-4566-4af0-9c09-51e2630765f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.359306] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: SUCCESS [ 745.359506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.359820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.359996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.360185] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.360292] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.360356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.360500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.361066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.361615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.362297] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.362452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.362522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.362675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.362823] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.362919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.362987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.363130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.363206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.363289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.363381] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.870524] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b2b645-d5fb-4ea1-b2be-3f9227695b8a: rpc.has_security_group_logging(os_id): False [ 745.904664] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.904961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.905060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.905297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.940887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.941241] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.941373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.941447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.941667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.941756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.942008] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.942165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.942253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.942429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.942515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.942727] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.944750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.944750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.944750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.944750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.944750] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a is going to be updated. [ 746.021724] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.022768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.022768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.022768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.024218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.040998] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: IN_PROGRESS for 2s [ 746.671354] env[66340]: INFO networking_nsxv3.common.synchronization [None req-138125e8-a07e-4bdc-aee6-de05fa8e33b8 None None] Enqueued Resource ID: 38d29785-08b9-4f04-8359-bb96d61e84fa with Priority: HIGHEST for action port [ 746.671354] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d29785-08b9-4f04-8359-bb96d61e84fa with Priority: HIGHEST for action port [ 746.671638] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d29785-08b9-4f04-8359-bb96d61e84fa taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.672656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d29785-08b9-4f04-8359-bb96d61e84fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.672656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d29785-08b9-4f04-8359-bb96d61e84fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.673986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d29785-08b9-4f04-8359-bb96d61e84fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.673986] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d29785-08b9-4f04-8359-bb96d61e84fa',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.810546] env[66340]: INFO networking_nsxv3.common.synchronization [None req-bebfc27e-5df3-4a27-982a-3e17e8477859 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_rules [ 746.811525] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_rules [ 746.811974] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.812261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.812343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.812721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.812766] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.123326] env[66340]: INFO networking_nsxv3.common.synchronization [None req-94294225-af57-4f5c-bc12-0c6601736efb tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_rules [ 747.123915] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_rules [ 747.125327] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.125327] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.177256] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38d29785-08b9-4f04-8359-bb96d61e84fa [ 747.177480] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.177638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.177717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.177999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.178132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.178363] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38d29785-08b9-4f04-8359-bb96d61e84fa already deleted. [ 747.178363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d29785-08b9-4f04-8359-bb96d61e84fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.336322] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.336504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.336538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.336756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.336849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.336952] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46c8011-2017-49da-b461-b1134a956541 already deleted. [ 747.337072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.337232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.337387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.337840] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.863862] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.865057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.865057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.865057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.865057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.865057] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46c8011-2017-49da-b461-b1134a956541 already deleted. [ 747.865057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.060758] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: SUCCESS [ 748.061046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.062150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.062150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.062150] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.156434] env[66340]: INFO networking_nsxv3.common.synchronization [req-3679e5b9-c729-4838-aec4-7ce1e10e1ffa req-7f265ce3-2ce7-43ba-b3ba-23bc964b0258 tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 748.157240] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 748.157717] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.157835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.157911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.158194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.158375] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.158837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.158837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.158837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.158837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.159104] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.564247] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.564735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.564896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.565165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.565411] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.565530] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.565597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.565757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.565849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.565962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.566139] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.595249] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.595430] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.595590] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.596020] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.596439] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.596624] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.596755] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.597036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.597213] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.597506] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.597634] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.597739] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.597841] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.597956] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.598185] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.598337] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.626566] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.626937] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.627419] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.627638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.627956] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-1c15fc93-7a78-43d5-8a3e-6dc8881bd116 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.628167] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-1c15fc93-7a78-43d5-8a3e-6dc8881bd116" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.628329] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-1c15fc93-7a78-43d5-8a3e-6dc8881bd116" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.628677] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-1c15fc93-7a78-43d5-8a3e-6dc8881bd116" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.628826] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c15fc93-7a78-43d5-8a3e-6dc8881bd116',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.660982] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.661223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.661223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.661445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.661560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.661772] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.661895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.662111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.662232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.662232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.662340] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 already deleted. [ 748.663166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.068876] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.069057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.069166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.069447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.069598] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.069707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.069775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.069926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.070026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.070114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.070260] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.070356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.070523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.070592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.070676] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.070765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.070825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.070957] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.071049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.071138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.071226] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.074267] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e47fda35-6e8f-45ce-a25e-29ef9ac185d3 None None] Enqueued Resource ID: b2c15bb9-831f-457e-9aa6-4f7c9e3029f0 with Priority: HIGHEST for action port [ 749.074828] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c15bb9-831f-457e-9aa6-4f7c9e3029f0 with Priority: HIGHEST for action port [ 749.075214] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c15bb9-831f-457e-9aa6-4f7c9e3029f0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.075362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c15bb9-831f-457e-9aa6-4f7c9e3029f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.075449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c15bb9-831f-457e-9aa6-4f7c9e3029f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.075699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c15bb9-831f-457e-9aa6-4f7c9e3029f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.075912] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c15bb9-831f-457e-9aa6-4f7c9e3029f0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.131690] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.131690] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.131952] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.132116] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.132241] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.132393] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 1c15fc93-7a78-43d5-8a3e-6dc8881bd116 not found, creating... [ 749.132654] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.132809] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.132920] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.133196] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.133281] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.133878] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.134157] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.134301] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.134504] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.134631] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.134766] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 1c15fc93-7a78-43d5-8a3e-6dc8881bd116 is going to be created. [ 749.160598] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.161014] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.161014] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.161247] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.163336] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.163336] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-1c15fc93-7a78-43d5-8a3e-6dc8881bd116" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.575818] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b2b645-d5fb-4ea1-b2be-3f9227695b8a: rpc.has_security_group_logging(os_id): False [ 749.577440] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2c15bb9-831f-457e-9aa6-4f7c9e3029f0 [ 749.577641] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.577777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.577837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.578052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.578137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.578233] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2c15bb9-831f-457e-9aa6-4f7c9e3029f0 already deleted. [ 749.578311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c15bb9-831f-457e-9aa6-4f7c9e3029f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.593774] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.594148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.594148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.594340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.594437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.594619] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.594722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.594786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.594935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.595094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.595230] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.595338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.595402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.595542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.595618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.595795] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.595889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.595952] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.596103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.596185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.596267] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a is going to be updated. [ 749.667032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.669026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.669026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.669026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.669026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.689746] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: IN_PROGRESS for 2s [ 749.884186] env[66340]: INFO networking_nsxv3.common.synchronization [req-3679e5b9-c729-4838-aec4-7ce1e10e1ffa req-b8909fb8-61f4-4002-a0b2-9f77c5aeb63e service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 749.884432] env[66340]: INFO networking_nsxv3.common.synchronization [req-3679e5b9-c729-4838-aec4-7ce1e10e1ffa req-b8909fb8-61f4-4002-a0b2-9f77c5aeb63e service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 749.884594] env[66340]: INFO networking_nsxv3.common.synchronization [req-3679e5b9-c729-4838-aec4-7ce1e10e1ffa req-b8909fb8-61f4-4002-a0b2-9f77c5aeb63e service nova] Enqueued Resource ID: 1c15fc93-7a78-43d5-8a3e-6dc8881bd116 with Priority: HIGHEST for action port [ 749.885652] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 749.885879] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 749.886060] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c15fc93-7a78-43d5-8a3e-6dc8881bd116 with Priority: HIGHEST for action port [ 749.887965] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.888182] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.888564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.889012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.889964] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.893567] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.894717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.894717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.894717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.894717] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.894717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.894717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.895042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.895952] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.896193] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.901088] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c15fc93-7a78-43d5-8a3e-6dc8881bd116 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.901088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c15fc93-7a78-43d5-8a3e-6dc8881bd116" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.901193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c15fc93-7a78-43d5-8a3e-6dc8881bd116" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.901430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c15fc93-7a78-43d5-8a3e-6dc8881bd116" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.903339] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c15fc93-7a78-43d5-8a3e-6dc8881bd116',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.401543] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.406119] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.406119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.406119] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c15fc93-7a78-43d5-8a3e-6dc8881bd116 with status ACTIVE [ 750.406276] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.406328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.406366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.406571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.406657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.406836] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.406927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.406988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.407149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.407222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.407400] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.407489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.407549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.407679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.407750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.407830] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c15fc93-7a78-43d5-8a3e-6dc8881bd116 is going to be updated. [ 750.435539] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.435721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.435815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.436108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.436261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.437036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c15fc93-7a78-43d5-8a3e-6dc8881bd116" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.442879] env[66340]: INFO networking_nsxv3.common.synchronization [req-00d6eac9-1108-4acc-a95d-5ec9d6e7ab31 req-4280d88a-f52c-4e57-9202-ad370ad03c1c tempest-ImagesTestJSON-2023120248 tempest-ImagesTestJSON-2023120248-project-member] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 750.443633] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 750.443922] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.444167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.444167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.445775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.445775] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.445775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.445775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.445775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.445775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.445775] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.903802] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.904295] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.904522] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.904983] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.905409] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.905612] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.905745] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.906011] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.906238] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.906482] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.906748] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.906811] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.906940] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.907095] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.907223] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.907365] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.909470] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.938197] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.938668] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.938668] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.939307] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.939366] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-8e6f4dec-33f3-440c-9579-42c916203df3 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.939734] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-8e6f4dec-33f3-440c-9579-42c916203df3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.939734] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-8e6f4dec-33f3-440c-9579-42c916203df3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.940249] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-8e6f4dec-33f3-440c-9579-42c916203df3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.940721] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6f4dec-33f3-440c-9579-42c916203df3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.951756] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.952076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.952261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.952659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.952834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.953394] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.953464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.953546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.953882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.954131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.954262] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d already deleted. [ 750.954391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.209866] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e22b51bd-2e18-4f34-ab80-d5ca5c514d82 None None] Enqueued Resource ID: 8e4d0337-1a9f-4901-8b6f-ef744bfe821d with Priority: HIGHEST for action port [ 751.210279] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4d0337-1a9f-4901-8b6f-ef744bfe821d with Priority: HIGHEST for action port [ 751.210728] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e4d0337-1a9f-4901-8b6f-ef744bfe821d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.210856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e4d0337-1a9f-4901-8b6f-ef744bfe821d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.210924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e4d0337-1a9f-4901-8b6f-ef744bfe821d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.211320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e4d0337-1a9f-4901-8b6f-ef744bfe821d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.211452] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e4d0337-1a9f-4901-8b6f-ef744bfe821d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.412574] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.412978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.412978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.412978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.413096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.413192] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be created. [ 751.437955] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.441480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.441480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.441480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.441480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.443067] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.443284] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.443415] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.443664] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.443797] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.443939] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 8e6f4dec-33f3-440c-9579-42c916203df3 not found, creating... [ 751.444273] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.444426] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.444543] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.444750] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.444876] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.445295] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.445498] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.445637] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.445845] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.445974] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.446599] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 8e6f4dec-33f3-440c-9579-42c916203df3 is going to be created. [ 751.452023] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: UNINITIALIZED for 2s [ 751.468852] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.469081] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.469196] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.469460] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.469679] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.469981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-8e6f4dec-33f3-440c-9579-42c916203df3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.705772] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: SUCCESS [ 751.705995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.714512] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e4d0337-1a9f-4901-8b6f-ef744bfe821d [ 751.714785] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.714928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.715022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.715257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.715351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.715448] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e4d0337-1a9f-4901-8b6f-ef744bfe821d already deleted. [ 751.715527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e4d0337-1a9f-4901-8b6f-ef744bfe821d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.043854] env[66340]: INFO networking_nsxv3.common.synchronization [req-92f94ab1-ec90-4dd5-82cf-cab998eaef04 req-afe7ae92-fd15-4658-a9fa-988992479466 tempest-VolumesAdminNegativeTest-352688370 tempest-VolumesAdminNegativeTest-352688370-project-member] Enqueued Resource ID: ad19a656-2f96-4345-b0b0-e248afd71883 with Priority: HIGHEST for action security_group_members [ 752.044516] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad19a656-2f96-4345-b0b0-e248afd71883 with Priority: HIGHEST for action security_group_members [ 752.044888] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad19a656-2f96-4345-b0b0-e248afd71883 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.045030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.045203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.045480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.046011] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.046011] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.046011] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.046011] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.046011] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.046217] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad19a656-2f96-4345-b0b0-e248afd71883',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.231564] env[66340]: INFO networking_nsxv3.common.synchronization [req-00d6eac9-1108-4acc-a95d-5ec9d6e7ab31 req-4bccbed6-646c-4687-99f8-1ec86b36a331 service nova] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_rules [ 752.231738] env[66340]: INFO networking_nsxv3.common.synchronization [req-00d6eac9-1108-4acc-a95d-5ec9d6e7ab31 req-4bccbed6-646c-4687-99f8-1ec86b36a331 service nova] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 752.231870] env[66340]: INFO networking_nsxv3.common.synchronization [req-00d6eac9-1108-4acc-a95d-5ec9d6e7ab31 req-4bccbed6-646c-4687-99f8-1ec86b36a331 service nova] Enqueued Resource ID: 8e6f4dec-33f3-440c-9579-42c916203df3 with Priority: HIGHEST for action port [ 752.232468] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_rules [ 752.232866] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 752.232975] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e6f4dec-33f3-440c-9579-42c916203df3 with Priority: HIGHEST for action port [ 752.233289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.233426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.233495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.234642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.234642] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.235211] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.235320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.235407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.235558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.235652] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.235755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.235826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.235955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.236249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.236365] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.238093] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e6f4dec-33f3-440c-9579-42c916203df3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.238206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e6f4dec-33f3-440c-9579-42c916203df3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.238273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e6f4dec-33f3-440c-9579-42c916203df3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.238434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e6f4dec-33f3-440c-9579-42c916203df3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.238633] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6f4dec-33f3-440c-9579-42c916203df3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.343930] env[66340]: INFO networking_nsxv3.common.synchronization [None req-6d3fb035-e2a4-4c10-8d7e-f82633d12f6b None None] Enqueued Resource ID: 143ea3d4-990d-4244-809f-767d181dce12 with Priority: HIGHEST for action port [ 752.344554] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 143ea3d4-990d-4244-809f-767d181dce12 with Priority: HIGHEST for action port [ 752.344890] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-143ea3d4-990d-4244-809f-767d181dce12 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.345548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-143ea3d4-990d-4244-809f-767d181dce12" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.345673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-143ea3d4-990d-4244-809f-767d181dce12" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.345966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-143ea3d4-990d-4244-809f-767d181dce12" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.346053] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('143ea3d4-990d-4244-809f-767d181dce12',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.549965] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.550273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.550273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.550410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.575796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.575796] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.575796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.575796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.575796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.575796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.575796] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad19a656-2f96-4345-b0b0-e248afd71883 is going to be updated. [ 752.613359] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.613359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.613359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.613359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.613359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.617203] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad19a656-2f96-4345-b0b0-e248afd71883 in Status: IN_PROGRESS for 2s [ 752.736512] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.736512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.738865] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.741437] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e6f4dec-33f3-440c-9579-42c916203df3 with status ACTIVE [ 752.743139] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.743139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.743139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.743139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.743139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.743139] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.743139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.743139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.743139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.743139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.743139] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.743139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.743139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.743487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.743487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.743487] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e6f4dec-33f3-440c-9579-42c916203df3 is going to be updated. [ 752.765624] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.765802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.765877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.766133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.766311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.766549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e6f4dec-33f3-440c-9579-42c916203df3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.850578] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 143ea3d4-990d-4244-809f-767d181dce12 [ 752.850815] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.850955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.851036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.851248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.851343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.851446] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:143ea3d4-990d-4244-809f-767d181dce12 already deleted. [ 752.851527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-143ea3d4-990d-4244-809f-767d181dce12" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.241971] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.461981] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 753.463040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.463040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.463040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.463328] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.464496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.464496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.464496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.464496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.464496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.464496] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.746337] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.746604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.746604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.747353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.747353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.747353] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be created. [ 753.775789] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.775958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.776022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.776322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.776534] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.788057] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: UNINITIALIZED for 2s [ 753.968157] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.968334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.968412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.968670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.968863] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.968969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.969061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.969211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.969304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.969420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.969578] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.969687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.969751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.970056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.970087] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.970178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.970285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.970490] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.970588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.970679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.970771] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.473145] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd55b9a5-4740-45b3-a886-6ff769754673: rpc.has_security_group_logging(os_id): False [ 754.498344] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.498495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.498569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.498861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.498973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.499296] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.499416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.499542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.500161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.500161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.500837] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.501119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.501754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.504742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.504742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.504742] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.504742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.504742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.504742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.504742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.504742] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be created. [ 754.578393] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.580632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.580632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.580632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.580632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.594426] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 754.628574] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad19a656-2f96-4345-b0b0-e248afd71883 in Status: SUCCESS [ 754.628778] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad19a656-2f96-4345-b0b0-e248afd71883 deletion is rescheduled due to dependency. [ 754.628898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad19a656-2f96-4345-b0b0-e248afd71883" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.533480] env[66340]: INFO networking_nsxv3.common.synchronization [None req-9226b3f4-d69b-4a61-9c26-b66693290d96 None None] Enqueued Resource ID: f341a76a-7e78-44ec-8c66-389144a8642f with Priority: HIGHEST for action port [ 755.534975] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f341a76a-7e78-44ec-8c66-389144a8642f with Priority: HIGHEST for action port [ 755.534975] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-f341a76a-7e78-44ec-8c66-389144a8642f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.534975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f341a76a-7e78-44ec-8c66-389144a8642f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.534975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f341a76a-7e78-44ec-8c66-389144a8642f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.534975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f341a76a-7e78-44ec-8c66-389144a8642f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.534975] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f341a76a-7e78-44ec-8c66-389144a8642f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.799976] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 755.800628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.801668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.801889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.802120] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.802320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.802382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.802555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.802639] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.802725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.802819] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.835240] env[66340]: INFO networking_nsxv3.common.synchronization [req-b538f657-6fd2-4c82-9951-6ae51a369459 req-604bc735-dd05-41e0-9e51-0fe721e1db84 tempest-InstanceActionsNegativeTestJSON-65829095 tempest-InstanceActionsNegativeTestJSON-65829095-project-member] Enqueued Resource ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 with Priority: HIGHEST for action security_group_members [ 755.835811] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 with Priority: HIGHEST for action security_group_members [ 755.836675] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36ac03c-afbe-4ccb-8517-bc46ccebe434 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.836990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.837087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.838149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.838359] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.838478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.838642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.838902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.839042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.839188] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36ac03c-afbe-4ccb-8517-bc46ccebe434',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.041529] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f341a76a-7e78-44ec-8c66-389144a8642f [ 756.041759] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.041980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.042131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.042625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.042625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.042625] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f341a76a-7e78-44ec-8c66-389144a8642f already deleted. [ 756.043538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f341a76a-7e78-44ec-8c66-389144a8642f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.308026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.308026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.308026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.308026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.308026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.309096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.309328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.309517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.309732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.309930] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.343503] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.343678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.343678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.344699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.344699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.344699] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.344699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.344699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.344699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.344699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.348358] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 already deleted. [ 756.348358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.367734] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.367942] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-578" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.368077] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-578" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.368374] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-578" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.368631] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.368788] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.368900] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.369119] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.369265] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.369467] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.369575] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.369678] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.369777] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.369878] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.369979] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.370116] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.391374] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.391529] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.391661] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.391930] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-578" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.392303] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-ad35d090-f54b-493a-b0dd-98d056e08ada taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.392482] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-ad35d090-f54b-493a-b0dd-98d056e08ada" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.392594] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-ad35d090-f54b-493a-b0dd-98d056e08ada" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.392896] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-ad35d090-f54b-493a-b0dd-98d056e08ada" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.393040] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad35d090-f54b-493a-b0dd-98d056e08ada',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.611036] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 756.611592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.815205] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d: rpc.has_security_group_logging(os_id): False [ 756.836415] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.836690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.836690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.836905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.840070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.841086] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.841086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.841086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.841266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.841266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.844361] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.844361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.844361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.844361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.844361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.844615] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.844615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.844683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.844839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.845073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.845073] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be created. [ 756.898421] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.898872] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.900061] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.900423] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.900637] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.900835] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port ad35d090-f54b-493a-b0dd-98d056e08ada not found, creating... [ 756.901200] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.901406] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.901566] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.902064] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.902064] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.902375] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.902781] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.902781] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.903098] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.903272] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.903460] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: ad35d090-f54b-493a-b0dd-98d056e08ada is going to be created. [ 756.917546] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.917716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.917762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.917975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.918187] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.929033] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.929263] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.929385] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.929652] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.929883] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930169] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-ad35d090-f54b-493a-b0dd-98d056e08ada" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.936023] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 757.608828] env[66340]: INFO networking_nsxv3.common.synchronization [req-41d9db0d-133a-4b15-940d-b56a57d82207 req-83101161-ceb3-48a1-b0b0-07db31445e52 tempest-FloatingIPsAssociationTestJSON-1604102010 tempest-FloatingIPsAssociationTestJSON-1604102010-project-member] Enqueued Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 757.610253] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 757.610849] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.611140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.611636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.612022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.612288] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.613827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.613827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.613827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.613827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.613827] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.700931] env[66340]: INFO networking_nsxv3.common.synchronization [req-b538f657-6fd2-4c82-9951-6ae51a369459 req-50d2f034-c6fd-45c3-beac-5c651140f4da service nova] Enqueued Resource ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 with Priority: HIGHEST for action security_group_rules [ 757.701119] env[66340]: INFO networking_nsxv3.common.synchronization [req-b538f657-6fd2-4c82-9951-6ae51a369459 req-50d2f034-c6fd-45c3-beac-5c651140f4da service nova] Enqueued Resource ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 with Priority: HIGHEST for action security_group_members [ 757.701271] env[66340]: INFO networking_nsxv3.common.synchronization [req-b538f657-6fd2-4c82-9951-6ae51a369459 req-50d2f034-c6fd-45c3-beac-5c651140f4da service nova] Enqueued Resource ID: ad35d090-f54b-493a-b0dd-98d056e08ada with Priority: HIGHEST for action port [ 757.702328] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 with Priority: HIGHEST for action security_group_rules [ 757.702624] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 with Priority: HIGHEST for action security_group_members [ 757.702768] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad35d090-f54b-493a-b0dd-98d056e08ada with Priority: HIGHEST for action port [ 757.704404] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e36ac03c-afbe-4ccb-8517-bc46ccebe434 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.704404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.704404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.704404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.704404] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e36ac03c-afbe-4ccb-8517-bc46ccebe434',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.704768] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36ac03c-afbe-4ccb-8517-bc46ccebe434 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.704847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.704929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.705135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.705283] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.705435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.705517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.705676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.705795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.705893] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36ac03c-afbe-4ccb-8517-bc46ccebe434',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.706782] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad35d090-f54b-493a-b0dd-98d056e08ada taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.706916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad35d090-f54b-493a-b0dd-98d056e08ada" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.706984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad35d090-f54b-493a-b0dd-98d056e08ada" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.707175] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad35d090-f54b-493a-b0dd-98d056e08ada" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.707253] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad35d090-f54b-493a-b0dd-98d056e08ada',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.115537] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.208830] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e36ac03c-afbe-4ccb-8517-bc46ccebe434',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.211033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36ac03c-afbe-4ccb-8517-bc46ccebe434 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.211033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.211033] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad35d090-f54b-493a-b0dd-98d056e08ada with status ACTIVE [ 758.212487] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.212487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.212487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.212487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.212487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.212487] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.212487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.212487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.212487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.212487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.212867] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.212867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.212867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.213024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.213512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.213512] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad35d090-f54b-493a-b0dd-98d056e08ada is going to be updated. [ 758.238609] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.239040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.239160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.239434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.239557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.240020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad35d090-f54b-493a-b0dd-98d056e08ada" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.620590] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.711458] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e36ac03c-afbe-4ccb-8517-bc46ccebe434',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.951077] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 758.951316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.126821] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.126821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.126821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.126821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.126821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.126821] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f322a6-ba29-4af9-b108-044da977bcef is going to be updated. [ 759.162389] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.162546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.162546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.163078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.163078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.174111] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: IN_PROGRESS for 2s [ 759.214450] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.214652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.214696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.216082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.216082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.216082] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 is going to be created. [ 759.247355] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.247785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.247911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.248651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.248651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.267459] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 in Status: UNINITIALIZED for 2s [ 759.937996] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e62c39b7-3484-4815-ae28-572c7d486e7f None None] Enqueued Resource ID: 03647715-d480-428a-b9e1-85adee2f64f6 with Priority: HIGHEST for action port [ 759.939543] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03647715-d480-428a-b9e1-85adee2f64f6 with Priority: HIGHEST for action port [ 759.939543] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-03647715-d480-428a-b9e1-85adee2f64f6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.939543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03647715-d480-428a-b9e1-85adee2f64f6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.940041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03647715-d480-428a-b9e1-85adee2f64f6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.940041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03647715-d480-428a-b9e1-85adee2f64f6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.940041] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03647715-d480-428a-b9e1-85adee2f64f6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.430591] env[66340]: INFO networking_nsxv3.common.synchronization [req-ddb62f22-d836-44ab-b6ab-72626824219a req-34726a8b-57c1-43b5-a82f-28c9bb4eb2af tempest-ServersTestBootFromVolume-1514493868 tempest-ServersTestBootFromVolume-1514493868-project-member] Enqueued Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_members [ 760.431389] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGHEST for action security_group_members [ 760.431469] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74502a0c-09ef-4845-b0a8-420e9d6da4d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.431581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.431700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.431806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.431956] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.433035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.434633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.434633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.434633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.434633] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.443391] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03647715-d480-428a-b9e1-85adee2f64f6 [ 760.443391] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.443391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.443391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.443391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.443391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.443391] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03647715-d480-428a-b9e1-85adee2f64f6 already deleted. [ 760.443391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03647715-d480-428a-b9e1-85adee2f64f6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.745617] env[66340]: INFO networking_nsxv3.common.synchronization [req-a1dd0aad-f161-4ffb-87a4-5242b498b4da req-c9b60502-e958-4b5f-ad6c-bc7ec1b280f4 tempest-ServerRescueTestJSONUnderV235-1338407768 tempest-ServerRescueTestJSONUnderV235-1338407768-project-member] Enqueued Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 760.746233] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a with Priority: HIGHEST for action security_group_members [ 760.746640] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.746773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.746859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.747062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.747228] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.747329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.747392] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.747544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.747630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.747721] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b2b645-d5fb-4ea1-b2be-3f9227695b8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.937092] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.937092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.937092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.937092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.962501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.963896] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.963896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.963896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.963896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.963896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.963896] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 is going to be updated. [ 760.991214] env[66340]: INFO networking_nsxv3.common.synchronization [req-0abda9bf-e0c5-446f-b4a6-3675a852ce7c req-a4f46db3-a72c-46e9-826e-b8c058370e51 tempest-ServersNegativeTestMultiTenantJSON-1094261852 tempest-ServersNegativeTestMultiTenantJSON-1094261852-project-member] Enqueued Resource ID: 14cd92bf-bced-4e7c-9115-f79175e05238 with Priority: HIGHEST for action security_group_members [ 760.991925] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cd92bf-bced-4e7c-9115-f79175e05238 with Priority: HIGHEST for action security_group_members [ 760.992726] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cd92bf-bced-4e7c-9115-f79175e05238 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.992935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.993344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.993534] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.993740] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.993937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.994021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.994604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.994746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.994927] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cd92bf-bced-4e7c-9115-f79175e05238',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.997485] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.997738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.997867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.998173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.998984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.014842] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 in Status: IN_PROGRESS for 2s [ 761.185802] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: SUCCESS [ 761.186016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.249963] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.250183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.250234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.250459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.250787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.250787] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.250894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.250894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.251082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.251238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.251284] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a is going to be updated. [ 761.291881] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 in Status: SUCCESS [ 761.292093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.292292] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.292589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.292723] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.292848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.292914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.293262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.293262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.293262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.293620] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e36ac03c-afbe-4ccb-8517-bc46ccebe434',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.302561] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.303227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.303227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.303227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.303227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.314685] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: IN_PROGRESS for 2s [ 761.502692] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.502692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.502998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.503419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.518595] env[66340]: INFO networking_nsxv3.common.synchronization [req-711c5aac-6db9-4597-88dd-7fd6cf4b336e req-50c8d532-326e-42b9-bc6d-6b9625060053 tempest-ServersTestFqdnHostnames-1358329564 tempest-ServersTestFqdnHostnames-1358329564-project-member] Enqueued Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_members [ 761.519670] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_members [ 761.519996] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d307cb6-091b-479d-bb80-9dba8724dcf4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.520258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.520334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.520659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.520821] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.520950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.521049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.521223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.521315] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.521411] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.525965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.526213] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.526330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.526400] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.526576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.526665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.526750] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cd92bf-bced-4e7c-9115-f79175e05238 is going to be updated. [ 761.556837] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.556975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.557060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.557293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.557438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.567568] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cd92bf-bced-4e7c-9115-f79175e05238 in Status: IN_PROGRESS for 2s [ 761.797670] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36ac03c-afbe-4ccb-8517-bc46ccebe434 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.797670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.797670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.797670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.798011] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.798375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.798440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.798643] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.798762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.798876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.799109] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36ac03c-afbe-4ccb-8517-bc46ccebe434 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.799235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.799321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.799585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.799770] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.799898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.800027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.800164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.800279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.800408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.800593] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e36ac03c-afbe-4ccb-8517-bc46ccebe434',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.832501] env[66340]: INFO networking_nsxv3.common.synchronization [None req-94ff83a8-2d90-4ae6-b0b5-0d06e92200d9 None None] Enqueued Resource ID: de12761f-6acb-4f39-a93d-413eae2d20e7 with Priority: HIGHEST for action port [ 761.832501] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de12761f-6acb-4f39-a93d-413eae2d20e7 with Priority: HIGHEST for action port [ 761.832718] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-de12761f-6acb-4f39-a93d-413eae2d20e7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.832835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de12761f-6acb-4f39-a93d-413eae2d20e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.832896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de12761f-6acb-4f39-a93d-413eae2d20e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.833178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de12761f-6acb-4f39-a93d-413eae2d20e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.833273] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de12761f-6acb-4f39-a93d-413eae2d20e7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.006932] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.006932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-734" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.007315] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-734" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.007377] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-734" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.007783] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.007783] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.008650] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.008900] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.009061] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.009339] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.009378] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.009509] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.009582] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.009676] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.009833] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.009902] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.023742] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.023894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.023975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.024247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.024379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.024596] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.024705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.024756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.024919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.024997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.025119] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 already deleted. [ 762.025222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.033521] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e5f86f12-7c36-43c0-acf1-ce75ea2ff8f5 None None] Enqueued Resource ID: 04676425-1b71-43e9-8387-759e72bbde84 with Priority: HIGHEST for action port [ 762.035247] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.038017] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.038017] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.038017] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-734" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.038017] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-d11ef9d6-4fca-46aa-9e43-13b623806693 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.038017] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-d11ef9d6-4fca-46aa-9e43-13b623806693" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.038017] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-d11ef9d6-4fca-46aa-9e43-13b623806693" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.038017] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-d11ef9d6-4fca-46aa-9e43-13b623806693" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.038017] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11ef9d6-4fca-46aa-9e43-13b623806693',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.039672] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04676425-1b71-43e9-8387-759e72bbde84 with Priority: HIGHEST for action port [ 762.040307] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-04676425-1b71-43e9-8387-759e72bbde84 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.040457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04676425-1b71-43e9-8387-759e72bbde84" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.040525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04676425-1b71-43e9-8387-759e72bbde84" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.040790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04676425-1b71-43e9-8387-759e72bbde84" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.040874] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04676425-1b71-43e9-8387-759e72bbde84',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.304107] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e36ac03c-afbe-4ccb-8517-bc46ccebe434: rpc.has_security_group_logging(os_id): False [ 762.330710] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.330974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.331128] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.332948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.332948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.333316] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.333632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.333718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.335125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.335125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.335125] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.335125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.335125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.336221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.336221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.336221] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.336221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.336525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.336748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.337033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.337033] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 is going to be created. [ 762.339033] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de12761f-6acb-4f39-a93d-413eae2d20e7 [ 762.339033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.339033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.339264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.339264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.339423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.339423] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de12761f-6acb-4f39-a93d-413eae2d20e7 already deleted. [ 762.339529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de12761f-6acb-4f39-a93d-413eae2d20e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.415018] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.415318] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.415462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.416227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.416561] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.430918] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 in Status: IN_PROGRESS for 2s [ 762.542552] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.542552] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.542552] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.542552] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.542824] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.542880] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port d11ef9d6-4fca-46aa-9e43-13b623806693 not found, creating... [ 762.543329] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.543552] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.543692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.544416] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.544416] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.544878] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.544985] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.545141] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.545431] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.545744] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.545902] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: d11ef9d6-4fca-46aa-9e43-13b623806693 is going to be created. [ 762.547837] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04676425-1b71-43e9-8387-759e72bbde84 [ 762.548199] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.548346] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.548468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.548683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.548797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.548957] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04676425-1b71-43e9-8387-759e72bbde84 already deleted. [ 762.549092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04676425-1b71-43e9-8387-759e72bbde84" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.584096] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.584096] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.584096] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.584096] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.584096] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.584096] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-d11ef9d6-4fca-46aa-9e43-13b623806693" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.027217] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 in Status: SUCCESS [ 763.027466] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 deletion is rescheduled due to dependency. [ 763.031419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.145195] env[66340]: INFO networking_nsxv3.common.synchronization [req-b51a1e0d-8d4a-4be9-899c-756f607c9a84 req-98c2f665-02ce-4d1b-9356-42d205f17e30 tempest-AttachVolumeTestJSON-1081152913 tempest-AttachVolumeTestJSON-1081152913-project-member] Enqueued Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_members [ 763.146388] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_members [ 763.146388] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802806b-d16c-4373-ae0f-126c9763fc31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.146388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.146590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.146740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.147580] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.147718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.147807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.149582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.149582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.149582] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.331076] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a in Status: SUCCESS [ 763.331456] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b2b645-d5fb-4ea1-b2be-3f9227695b8a deletion is rescheduled due to dependency. [ 763.331456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b2b645-d5fb-4ea1-b2be-3f9227695b8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.410023] env[66340]: INFO networking_nsxv3.common.synchronization [req-711c5aac-6db9-4597-88dd-7fd6cf4b336e req-d04b62a2-c84e-4bd8-964c-5e703aec1a31 service nova] Enqueued Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_rules [ 763.410023] env[66340]: INFO networking_nsxv3.common.synchronization [req-711c5aac-6db9-4597-88dd-7fd6cf4b336e req-d04b62a2-c84e-4bd8-964c-5e703aec1a31 service nova] Enqueued Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_members [ 763.410023] env[66340]: INFO networking_nsxv3.common.synchronization [req-711c5aac-6db9-4597-88dd-7fd6cf4b336e req-d04b62a2-c84e-4bd8-964c-5e703aec1a31 service nova] Enqueued Resource ID: d11ef9d6-4fca-46aa-9e43-13b623806693 with Priority: HIGHEST for action port [ 763.410023] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_rules [ 763.410023] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_members [ 763.410760] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11ef9d6-4fca-46aa-9e43-13b623806693 with Priority: HIGHEST for action port [ 763.411456] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d307cb6-091b-479d-bb80-9dba8724dcf4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.411613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.411681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.411882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.411972] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.412896] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d307cb6-091b-479d-bb80-9dba8724dcf4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.413023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.413104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.413296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.413450] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.413545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.413606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.413743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.413830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.413927] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.416699] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-d11ef9d6-4fca-46aa-9e43-13b623806693 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.418657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d11ef9d6-4fca-46aa-9e43-13b623806693" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.419964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d11ef9d6-4fca-46aa-9e43-13b623806693" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.419964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d11ef9d6-4fca-46aa-9e43-13b623806693" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.419964] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11ef9d6-4fca-46aa-9e43-13b623806693',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.579928] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cd92bf-bced-4e7c-9115-f79175e05238 in Status: SUCCESS [ 763.579928] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cd92bf-bced-4e7c-9115-f79175e05238 deletion is rescheduled due to dependency. [ 763.579928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.650987] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.651147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.651219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.651435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.651525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.651721] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.652535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.652535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.652535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.652535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.652535] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802806b-d16c-4373-ae0f-126c9763fc31 already deleted. [ 763.652535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.693382] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.693587] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.693711] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.694034] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.697032] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.697032] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.697032] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.697032] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.697032] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.697032] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.697032] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.697032] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.697032] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.697032] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.697032] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.697032] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.722051] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.722303] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.722911] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.722911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.723079] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-938304df-4be4-4100-a345-58a27afb62ba taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.723328] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-938304df-4be4-4100-a345-58a27afb62ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.723535] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-938304df-4be4-4100-a345-58a27afb62ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.724036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-938304df-4be4-4100-a345-58a27afb62ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.724235] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938304df-4be4-4100-a345-58a27afb62ba',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.922892] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d307cb6-091b-479d-bb80-9dba8724dcf4 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.926021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.926021] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.926021] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d11ef9d6-4fca-46aa-9e43-13b623806693 with status ACTIVE [ 763.926021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.926021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.926021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.926021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.926021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.926021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.926021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.926021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.927456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.927752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.928289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.928546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.928710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.930426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.930426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.930426] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d11ef9d6-4fca-46aa-9e43-13b623806693 is going to be updated. [ 763.957357] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.957513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.957587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.957802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.957943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.958120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d11ef9d6-4fca-46aa-9e43-13b623806693" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.227337] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.227752] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.228079] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.228456] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.228695] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.229052] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 938304df-4be4-4100-a345-58a27afb62ba not found, creating... [ 764.229507] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.229749] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.229910] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.230217] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.230436] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.230784] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.231178] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.231434] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.231637] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.231825] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.231967] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 938304df-4be4-4100-a345-58a27afb62ba is going to be created. [ 764.254164] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.255969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.255969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.255969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.255969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.256579] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-938304df-4be4-4100-a345-58a27afb62ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.432146] env[66340]: INFO networking_nsxv3.common.synchronization [req-7fd450e7-69e8-40c8-b1fe-5d88bd4c9e34 req-6bd8bcf8-5e33-459d-abc0-912153e834de tempest-DeleteServersAdminTestJSON-1720606112 tempest-DeleteServersAdminTestJSON-1720606112-project-member] Enqueued Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 764.433472] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.435432] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 with Priority: HIGHEST for action security_group_members [ 764.437127] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e611322-dcc6-4488-9f41-40f57e2228f7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.437127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.437127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.437127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.437127] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.437127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.437127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.437436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.437436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.438350] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e611322-dcc6-4488-9f41-40f57e2228f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.452117] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 in Status: SUCCESS [ 764.452365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.639221] env[66340]: INFO networking_nsxv3.common.synchronization [None req-32c93633-3a67-404e-9726-e63049768bc2 None None] Enqueued Resource ID: 5e1fef42-2023-4184-a334-c84d1584c2bc with Priority: HIGHEST for action port [ 764.639221] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1fef42-2023-4184-a334-c84d1584c2bc with Priority: HIGHEST for action port [ 764.639221] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1fef42-2023-4184-a334-c84d1584c2bc taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.639841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1fef42-2023-4184-a334-c84d1584c2bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.640200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1fef42-2023-4184-a334-c84d1584c2bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.641068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1fef42-2023-4184-a334-c84d1584c2bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.641335] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1fef42-2023-4184-a334-c84d1584c2bc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.937312] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.937312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.937556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.937715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.937778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.937889] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 is going to be created. [ 764.939611] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.939756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.939816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.939991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.940096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.940292] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.940394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.940454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.940639] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.940769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.940890] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 is going to be updated. [ 764.971350] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.971350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.971350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.971499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.971660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.978838] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.978993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.980326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.980326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.980326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.988439] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 in Status: UNINITIALIZED for 2s [ 765.011152] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: IN_PROGRESS for 2s [ 765.143868] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e1fef42-2023-4184-a334-c84d1584c2bc [ 765.145603] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.145603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.145603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.145603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.145603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.145603] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e1fef42-2023-4184-a334-c84d1584c2bc already deleted. [ 765.145603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1fef42-2023-4184-a334-c84d1584c2bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.196283] env[66340]: INFO networking_nsxv3.common.synchronization [req-b51a1e0d-8d4a-4be9-899c-756f607c9a84 req-1f1329ba-6adc-4c7a-ba38-59e50f97c943 service nova] Enqueued Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_rules [ 765.196517] env[66340]: INFO networking_nsxv3.common.synchronization [req-b51a1e0d-8d4a-4be9-899c-756f607c9a84 req-1f1329ba-6adc-4c7a-ba38-59e50f97c943 service nova] Enqueued Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_members [ 765.196714] env[66340]: INFO networking_nsxv3.common.synchronization [req-b51a1e0d-8d4a-4be9-899c-756f607c9a84 req-1f1329ba-6adc-4c7a-ba38-59e50f97c943 service nova] Enqueued Resource ID: 938304df-4be4-4100-a345-58a27afb62ba with Priority: HIGHEST for action port [ 765.197459] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_rules [ 765.197668] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_members [ 765.197871] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938304df-4be4-4100-a345-58a27afb62ba with Priority: HIGHEST for action port [ 765.198093] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802806b-d16c-4373-ae0f-126c9763fc31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.198492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.198492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.198792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.198792] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.201811] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802806b-d16c-4373-ae0f-126c9763fc31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.201811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.201811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.201811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.201811] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.202081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.202081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.203200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.203200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.203293] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.209263] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-938304df-4be4-4100-a345-58a27afb62ba taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.209263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-938304df-4be4-4100-a345-58a27afb62ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.209263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-938304df-4be4-4100-a345-58a27afb62ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.209263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-938304df-4be4-4100-a345-58a27afb62ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.209263] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938304df-4be4-4100-a345-58a27afb62ba',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.659995] env[66340]: INFO networking_nsxv3.common.synchronization [req-13429ea6-ed90-4a19-8ca9-ac4d5cc1afe2 req-639120a4-a910-4128-937a-85f3d3d2ae76 tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 765.660817] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 765.661308] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.661441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.661441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.661714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.661927] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.662049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.662095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.662261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.662351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.662445] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.702046] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802806b-d16c-4373-ae0f-126c9763fc31 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.702342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.707239] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.710039] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 938304df-4be4-4100-a345-58a27afb62ba with status ACTIVE [ 765.710039] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.710174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.710243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.711364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.711364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.711364] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.711364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.711364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.711364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.711595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.712163] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.712337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.712425] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.712842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.712842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.712842] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 938304df-4be4-4100-a345-58a27afb62ba is going to be updated. [ 765.740539] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.741432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.741432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.741432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.741432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.741432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-938304df-4be4-4100-a345-58a27afb62ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.069903] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.070197] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-668" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.070286] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-668" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.070542] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-668" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.070805] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.070956] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.071256] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.071499] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.071644] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.071927] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.072075] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.072191] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.072296] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.072404] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.072504] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.073118] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.097468] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.097548] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.097648] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.097827] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-668" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.098169] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-a30c81c3-de76-4316-8445-46caaf085886 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.098347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.098446] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.098738] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.098877] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30c81c3-de76-4316-8445-46caaf085886',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.164948] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.165148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.165201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.165429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.165491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.165695] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.165795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.165858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.166014] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.166096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.166183] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a already deleted. [ 766.166264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.210049] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.601255] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.601540] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.601726] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.602117] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.602314] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.602551] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port a30c81c3-de76-4316-8445-46caaf085886 not found, creating... [ 766.602914] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.603145] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.603522] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.603589] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.603762] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.604553] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.604933] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.604933] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.605175] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.605373] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.605524] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: a30c81c3-de76-4316-8445-46caaf085886 is going to be created. [ 766.631815] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.632103] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.632272] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.632611] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.632890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.633300] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.712734] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.713171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.713171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.713275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.713305] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.713434] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802806b-d16c-4373-ae0f-126c9763fc31 is going to be created. [ 766.738466] env[66340]: INFO networking_nsxv3.common.synchronization [req-b6fb3da0-6899-42e5-b12b-94e366590cc4 req-90eb82fb-f72e-4c47-8345-e30b0813af51 tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 766.739181] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 766.739510] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.739643] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.739715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.739968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.740158] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.740241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.740293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.740407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.740609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.740609] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.758408] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.758600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.758925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.759019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.759139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.773570] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802806b-d16c-4373-ae0f-126c9763fc31 in Status: UNINITIALIZED for 2s [ 767.000049] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 in Status: SUCCESS [ 767.000279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.000460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.000717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.000896] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.001025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.001139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.001279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.001365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.001462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.001557] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.020688] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 in Status: SUCCESS [ 767.020889] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e611322-dcc6-4488-9f41-40f57e2228f7 deletion is rescheduled due to dependency. [ 767.021031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e611322-dcc6-4488-9f41-40f57e2228f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.247505] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.247505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.247505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.247505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.247505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.247505] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.247505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.247505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.247505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.247505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.247505] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 767.295909] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.295909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.295909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.295909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.295909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.314304] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 767.404027] env[66340]: INFO networking_nsxv3.common.synchronization [req-13429ea6-ed90-4a19-8ca9-ac4d5cc1afe2 req-f0d42ae2-63bc-42d3-b315-6110ab791ac8 service nova] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 767.404027] env[66340]: INFO networking_nsxv3.common.synchronization [req-13429ea6-ed90-4a19-8ca9-ac4d5cc1afe2 req-f0d42ae2-63bc-42d3-b315-6110ab791ac8 service nova] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 767.404027] env[66340]: INFO networking_nsxv3.common.synchronization [req-13429ea6-ed90-4a19-8ca9-ac4d5cc1afe2 req-f0d42ae2-63bc-42d3-b315-6110ab791ac8 service nova] Enqueued Resource ID: a30c81c3-de76-4316-8445-46caaf085886 with Priority: HIGHEST for action port [ 767.404027] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 767.404027] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 767.404027] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30c81c3-de76-4316-8445-46caaf085886 with Priority: HIGHEST for action port [ 767.404027] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.404027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.404027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.404966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.405193] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.406774] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.406993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.407148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.407396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.409179] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.409179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.409179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.409179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.409179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.409179] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.409179] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30c81c3-de76-4316-8445-46caaf085886 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.409835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.409999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.410239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.410392] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30c81c3-de76-4316-8445-46caaf085886',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.504772] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.915020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.915020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.915020] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.915020] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a30c81c3-de76-4316-8445-46caaf085886 with status ACTIVE [ 767.915020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.915020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.915020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.915020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.915020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.915020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.915020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.915020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.915020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.915020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.916651] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.916926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.917150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.918044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.918044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918044] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a30c81c3-de76-4316-8445-46caaf085886 is going to be updated. [ 767.944778] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.944963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.945030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.945332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.945506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.945694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.006882] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d307cb6-091b-479d-bb80-9dba8724dcf4: rpc.has_security_group_logging(os_id): False [ 768.027275] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.028779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.028779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.028779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.028779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.028779] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.028779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.028779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.029082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.029082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.029082] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 is going to be created. [ 768.127131] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.127356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.127356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.127542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.127755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.149640] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 in Status: IN_PROGRESS for 2s [ 768.420884] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.535972] env[66340]: INFO networking_nsxv3.common.synchronization [req-2612d503-ffaf-4e0c-ae6e-0e0ec1ca44fb req-2231b7e7-6c24-4fdd-abdc-952746ab4160 tempest-FloatingIPsAssociationNegativeTestJSON-1829798227 tempest-FloatingIPsAssociationNegativeTestJSON-1829798227-project-member] Enqueued Resource ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 with Priority: HIGHEST for action security_group_members [ 768.536663] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 with Priority: HIGHEST for action security_group_members [ 768.540033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e03cc1e-5295-486c-8878-74fa6f2a2605 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.540266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.540346] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.540672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.540875] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.540995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.541076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.541246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.541339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.541456] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e03cc1e-5295-486c-8878-74fa6f2a2605',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.787212] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802806b-d16c-4373-ae0f-126c9763fc31 in Status: SUCCESS [ 768.787463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.787659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.787893] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.788128] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.788267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.788346] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.788507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.788590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.788673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.788777] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.924780] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.925084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.925084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.925240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.925284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.925712] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be created. [ 768.952467] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.952739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.952782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.953117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.953339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.968708] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: UNINITIALIZED for 2s [ 769.039852] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.040152] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-212" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.040395] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-212" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.041034] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-212" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.041658] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.042017] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.042186] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.042598] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.042921] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.043241] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.043448] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.043585] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.043734] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.043851] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.043983] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.044348] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.046562] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.046793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.046901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.047214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.047408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.047701] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.047859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.047952] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.048188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.048348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.048502] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 already deleted. [ 769.048624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.070966] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.071219] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.071284] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.072237] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-212" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.072237] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-3ad16a8f-7544-4ce5-912a-67d0fe36c48a taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.072445] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-3ad16a8f-7544-4ce5-912a-67d0fe36c48a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.072445] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-3ad16a8f-7544-4ce5-912a-67d0fe36c48a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.072754] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-3ad16a8f-7544-4ce5-912a-67d0fe36c48a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.072905] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ad16a8f-7544-4ce5-912a-67d0fe36c48a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.291506] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.324914] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 769.325148] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 deletion is rescheduled due to dependency. [ 769.325282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.575807] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.576353] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.576353] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.576713] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.576914] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.578981] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 3ad16a8f-7544-4ce5-912a-67d0fe36c48a not found, creating... [ 769.578981] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.578981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.578981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.578981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.578981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.578981] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.578981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.578981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.578981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.579525] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.579525] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 3ad16a8f-7544-4ce5-912a-67d0fe36c48a is going to be created. [ 769.600672] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.600917] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.601062] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.601434] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.601619] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.601862] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-3ad16a8f-7544-4ce5-912a-67d0fe36c48a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.796243] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a802806b-d16c-4373-ae0f-126c9763fc31: rpc.has_security_group_logging(os_id): False [ 769.816794] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.817041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.817168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.817439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.817589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.817929] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.818088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.818178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.818435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.818581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.818685] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802806b-d16c-4373-ae0f-126c9763fc31 is going to be created. [ 769.889068] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.889247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.889290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.889502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.889711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.903855] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802806b-d16c-4373-ae0f-126c9763fc31 in Status: IN_PROGRESS for 2s [ 770.163235] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 in Status: SUCCESS [ 770.163646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.339926] env[66340]: INFO networking_nsxv3.common.synchronization [req-2612d503-ffaf-4e0c-ae6e-0e0ec1ca44fb req-d5d4a98d-9cf9-4c23-b112-f54b48249fa1 service nova] Enqueued Resource ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 with Priority: HIGHEST for action security_group_rules [ 770.340157] env[66340]: INFO networking_nsxv3.common.synchronization [req-2612d503-ffaf-4e0c-ae6e-0e0ec1ca44fb req-d5d4a98d-9cf9-4c23-b112-f54b48249fa1 service nova] Enqueued Resource ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 with Priority: HIGHEST for action security_group_members [ 770.340338] env[66340]: INFO networking_nsxv3.common.synchronization [req-2612d503-ffaf-4e0c-ae6e-0e0ec1ca44fb req-d5d4a98d-9cf9-4c23-b112-f54b48249fa1 service nova] Enqueued Resource ID: 3ad16a8f-7544-4ce5-912a-67d0fe36c48a with Priority: HIGHEST for action port [ 770.341745] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 with Priority: HIGHEST for action security_group_rules [ 770.341803] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 with Priority: HIGHEST for action security_group_members [ 770.341951] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad16a8f-7544-4ce5-912a-67d0fe36c48a with Priority: HIGHEST for action port [ 770.342569] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e03cc1e-5295-486c-8878-74fa6f2a2605 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.342721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.342807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.343156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.343245] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e03cc1e-5295-486c-8878-74fa6f2a2605',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.344308] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e03cc1e-5295-486c-8878-74fa6f2a2605 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.344422] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.344488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.344679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.344838] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.344936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.344992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.345170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.345261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.345319] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e03cc1e-5295-486c-8878-74fa6f2a2605',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.346223] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ad16a8f-7544-4ce5-912a-67d0fe36c48a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.346336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ad16a8f-7544-4ce5-912a-67d0fe36c48a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.346402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ad16a8f-7544-4ce5-912a-67d0fe36c48a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.346577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ad16a8f-7544-4ce5-912a-67d0fe36c48a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.346648] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ad16a8f-7544-4ce5-912a-67d0fe36c48a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.848139] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e03cc1e-5295-486c-8878-74fa6f2a2605 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.848310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.848493] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e03cc1e-5295-486c-8878-74fa6f2a2605',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.854198] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ad16a8f-7544-4ce5-912a-67d0fe36c48a with status ACTIVE [ 770.854198] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.854198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.854198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.854198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.854198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.854198] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.854198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.854973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.854973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.854973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.854973] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.854973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.855279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.855279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.855355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.855812] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ad16a8f-7544-4ce5-912a-67d0fe36c48a is going to be updated. [ 770.893872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.894094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.894219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.894462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.894614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.894795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ad16a8f-7544-4ce5-912a-67d0fe36c48a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.980200] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 770.980589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.980750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.981331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.981331] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.981466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.981538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.981752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.981840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.982119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.982119] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.351112] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e03cc1e-5295-486c-8878-74fa6f2a2605',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.487020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.487020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.487020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.487020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.487020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.487665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.487665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.487665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.487665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.487665] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.853958] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.854206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.854876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.854876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.854876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.854876] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 is going to be created. [ 771.879867] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.879867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.880100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.880178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.880339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.893545] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 in Status: UNINITIALIZED for 2s [ 771.915702] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802806b-d16c-4373-ae0f-126c9763fc31 in Status: SUCCESS [ 771.916771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.989375] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e011eb-102d-46e2-a49a-d5b9398e317a: rpc.has_security_group_logging(os_id): False [ 772.012294] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.012474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.012539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.012751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.012843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.013110] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.013664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.013664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.013664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.013664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.013835] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.013905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.013939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.014342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.014342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.014532] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.014891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.014891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.014891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.015023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.015464] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be created. [ 772.108234] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.108234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.108234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.108234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.108234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.125152] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 773.909645] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 in Status: SUCCESS [ 773.909645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.909645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.909645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.909645] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.910843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.912025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.912025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.912025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.912025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.912025] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e03cc1e-5295-486c-8878-74fa6f2a2605',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.141139] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 774.141505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.389043] env[66340]: INFO networking_nsxv3.common.synchronization [req-9fd7b815-1083-40b7-af1d-2cc448542290 req-9f240f25-14a0-4f83-b81d-cd02dd150eab tempest-ServersAdminNegativeTestJSON-1228350318 tempest-ServersAdminNegativeTestJSON-1228350318-project-member] Enqueued Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 774.389968] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 774.390470] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.390642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.390754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.391054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.391319] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.391477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.391667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.391832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.391958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.392132] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.415412] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e03cc1e-5295-486c-8878-74fa6f2a2605 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.415695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.415785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.416762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.416762] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.416762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.416762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.416762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.416762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.417017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.417188] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e03cc1e-5295-486c-8878-74fa6f2a2605 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.417188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.417292] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.417369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.417512] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.417603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.417658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.417791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.417871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.418055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.418160] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e03cc1e-5295-486c-8878-74fa6f2a2605',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.895849] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.921895] env[66340]: INFO networking_nsxv3.common.synchronization [req-4f559a3e-ef8e-4ce6-8d3a-b43d9396fe37 req-ffbaf308-4d35-4248-9655-01930f076da8 tempest-InstanceActionsNegativeTestJSON-65829095 tempest-InstanceActionsNegativeTestJSON-65829095-project-member] Enqueued Resource ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 with Priority: HIGHEST for action security_group_members [ 774.924734] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 with Priority: HIGHEST for action security_group_members [ 774.924734] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36ac03c-afbe-4ccb-8517-bc46ccebe434 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.924734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.924734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.924734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.924734] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.924734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.924734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.924734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.924734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.924734] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36ac03c-afbe-4ccb-8517-bc46ccebe434',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.926050] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e03cc1e-5295-486c-8878-74fa6f2a2605: rpc.has_security_group_logging(os_id): False [ 774.948700] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.949078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.949127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.950332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.950332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.950332] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.950332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.950332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.950332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.950872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.950872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.950872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.951207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.951207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.952231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.952231] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.952231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.952231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.952231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.953084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.953084] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 is going to be created. [ 775.030052] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.030259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.030259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.030517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.030637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.050035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 in Status: IN_PROGRESS for 2s [ 775.400239] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.430780] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.431119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.431256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.431485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.431581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.431782] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.431962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.431962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.432298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.432298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.432298] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 is going to be updated. [ 775.467181] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.467359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.467442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.467687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.467836] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.481870] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 in Status: IN_PROGRESS for 2s [ 775.904634] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.904634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.904634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.904634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.904634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.904634] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 is going to be updated. [ 775.963774] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.964221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.964221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.964221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.964565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.978789] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 2s [ 777.068653] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 in Status: SUCCESS [ 777.069043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.493447] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 in Status: SUCCESS [ 777.493597] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36ac03c-afbe-4ccb-8517-bc46ccebe434 deletion is rescheduled due to dependency. [ 777.493739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36ac03c-afbe-4ccb-8517-bc46ccebe434" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.920654] env[66340]: INFO networking_nsxv3.common.synchronization [req-2894943f-d9f5-47e1-8e97-fe26380aa192 req-0b1a41f8-0014-49c8-a0d6-e335e19fb809 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 777.921215] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 777.921518] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.921645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.921711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.921968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.925093] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.925093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.925093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.925093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.925093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.925093] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.989987] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: SUCCESS [ 777.991259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.099554] env[66340]: INFO networking_nsxv3.common.synchronization [None req-aa67449f-9099-4bb6-95df-65efae6f688d None None] Enqueued Resource ID: f26ca0eb-d1b2-402a-a7eb-b39aeb09741b with Priority: HIGHEST for action port [ 778.100698] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca0eb-d1b2-402a-a7eb-b39aeb09741b with Priority: HIGHEST for action port [ 778.100698] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-f26ca0eb-d1b2-402a-a7eb-b39aeb09741b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.100698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f26ca0eb-d1b2-402a-a7eb-b39aeb09741b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.100698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f26ca0eb-d1b2-402a-a7eb-b39aeb09741b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.100917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f26ca0eb-d1b2-402a-a7eb-b39aeb09741b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.100917] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26ca0eb-d1b2-402a-a7eb-b39aeb09741b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.343408] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.343597] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-112" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.343736] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-112" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.344121] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-112" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.344412] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.344598] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.344682] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.345045] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.345239] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.345516] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.345655] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.345818] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.345991] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.346187] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.346358] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.346557] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.376278] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.377354] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.377354] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.377354] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-112" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.377354] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-4784c696-70fe-4062-ac5b-ed9295610038 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.377580] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.377668] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.377933] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.378332] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4784c696-70fe-4062-ac5b-ed9295610038',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.427492] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.427492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.427492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.427492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.427492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.427492] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.427492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.427492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.427492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.427938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.427938] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46c8011-2017-49da-b461-b1134a956541 already deleted. [ 778.427938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.603172] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f26ca0eb-d1b2-402a-a7eb-b39aeb09741b [ 778.603899] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.605133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.605133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.605133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.605133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.605133] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f26ca0eb-d1b2-402a-a7eb-b39aeb09741b already deleted. [ 778.605133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f26ca0eb-d1b2-402a-a7eb-b39aeb09741b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.880732] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.880980] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.881412] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.881533] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.881696] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.881873] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 4784c696-70fe-4062-ac5b-ed9295610038 not found, creating... [ 778.882241] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.883565] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.883565] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.883565] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.883565] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.883565] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.883565] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.883565] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.883809] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.883894] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.884052] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 4784c696-70fe-4062-ac5b-ed9295610038 is going to be created. [ 778.915262] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.915484] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.915591] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.915858] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.916113] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.916634] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.704824] env[66340]: INFO networking_nsxv3.common.synchronization [req-2894943f-d9f5-47e1-8e97-fe26380aa192 req-3fb75bfa-2ba9-4a10-9a9b-736427eeca4d service nova] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_rules [ 779.705121] env[66340]: INFO networking_nsxv3.common.synchronization [req-2894943f-d9f5-47e1-8e97-fe26380aa192 req-3fb75bfa-2ba9-4a10-9a9b-736427eeca4d service nova] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 779.705377] env[66340]: INFO networking_nsxv3.common.synchronization [req-2894943f-d9f5-47e1-8e97-fe26380aa192 req-3fb75bfa-2ba9-4a10-9a9b-736427eeca4d service nova] Enqueued Resource ID: 4784c696-70fe-4062-ac5b-ed9295610038 with Priority: HIGHEST for action port [ 779.705946] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_rules [ 779.708132] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 779.708132] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4784c696-70fe-4062-ac5b-ed9295610038 with Priority: HIGHEST for action port [ 779.708132] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.708132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.708335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.708383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.708993] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.709622] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.709743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.709802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.709969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.710156] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.711113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.711215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.711503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.711503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.711615] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.713334] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-4784c696-70fe-4062-ac5b-ed9295610038 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.713334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.713334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.713334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.713334] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4784c696-70fe-4062-ac5b-ed9295610038',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.054862] env[66340]: INFO networking_nsxv3.common.synchronization [req-404fbb57-4362-46ea-89b7-fd1d6eaf2eae req-66954774-021c-425c-9da2-1816e6512069 tempest-ServerPasswordTestJSON-1688975540 tempest-ServerPasswordTestJSON-1688975540-project-member] Enqueued Resource ID: f0a15195-af2c-4837-b416-473f757e225b with Priority: HIGHEST for action security_group_members [ 780.055482] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a15195-af2c-4837-b416-473f757e225b with Priority: HIGHEST for action security_group_members [ 780.055798] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a15195-af2c-4837-b416-473f757e225b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.055924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.056035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.056312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.056445] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.056582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.056682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.056835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.056937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.057043] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a15195-af2c-4837-b416-473f757e225b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.215743] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.215743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.217237] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.218526] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4784c696-70fe-4062-ac5b-ed9295610038 with status ACTIVE [ 780.219314] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.219841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.219841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.219985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.220167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.220394] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.220527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.220613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.220931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.221099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.221333] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.222192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.222270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.222610] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.222756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.222827] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4784c696-70fe-4062-ac5b-ed9295610038 is going to be updated. [ 780.251214] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.251474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.251543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.251801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.252251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.252346] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.560056] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.560294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.560294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.560446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.560584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.560736] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.560847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.560911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.561055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.561157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.561214] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a15195-af2c-4837-b416-473f757e225b already deleted. [ 780.561303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.607911] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.612022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-342" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.612022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-342" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.612022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-342" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.612022] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.612022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.612022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.612022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.612022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.612022] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.612022] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.612022] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.612022] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.612022] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.612022] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.612022] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.637344] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.637344] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.637344] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.637344] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-342" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.637344] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-4863b6e1-fc4d-4006-ae3a-5af7cbf01496 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.637344] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-4863b6e1-fc4d-4006-ae3a-5af7cbf01496" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.637717] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-4863b6e1-fc4d-4006-ae3a-5af7cbf01496" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.637794] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-4863b6e1-fc4d-4006-ae3a-5af7cbf01496" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.637933] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4863b6e1-fc4d-4006-ae3a-5af7cbf01496',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.726763] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.143043] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.143043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.143043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.143043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.143043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.143043] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 4863b6e1-fc4d-4006-ae3a-5af7cbf01496 not found, creating... [ 781.143043] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.143043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.143043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.143043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.143597] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.145656] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.145997] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.146269] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.146588] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.146816] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.148551] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 4863b6e1-fc4d-4006-ae3a-5af7cbf01496 is going to be created. [ 781.173621] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.175638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.175638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.175638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.175638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.175638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-4863b6e1-fc4d-4006-ae3a-5af7cbf01496" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.229159] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.229159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.229259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.229462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.230023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.230023] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46c8011-2017-49da-b461-b1134a956541 is going to be created. [ 781.261279] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.263209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.263209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.263209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.263209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.274577] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: UNINITIALIZED for 2s [ 781.389332] env[66340]: INFO networking_nsxv3.common.synchronization [None req-88aa374b-09a7-452a-b2d4-fa520e1f8961 None None] Enqueued Resource ID: af2d39c6-ee43-4e07-b1f5-cc3958ac8380 with Priority: HIGHEST for action port [ 781.390013] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2d39c6-ee43-4e07-b1f5-cc3958ac8380 with Priority: HIGHEST for action port [ 781.392039] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-af2d39c6-ee43-4e07-b1f5-cc3958ac8380 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.392039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af2d39c6-ee43-4e07-b1f5-cc3958ac8380" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.392240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af2d39c6-ee43-4e07-b1f5-cc3958ac8380" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.392512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af2d39c6-ee43-4e07-b1f5-cc3958ac8380" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.392714] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2d39c6-ee43-4e07-b1f5-cc3958ac8380',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.898517] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af2d39c6-ee43-4e07-b1f5-cc3958ac8380 [ 781.898824] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.898998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.899109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.899403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.899526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.899651] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af2d39c6-ee43-4e07-b1f5-cc3958ac8380 already deleted. [ 781.899759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af2d39c6-ee43-4e07-b1f5-cc3958ac8380" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.902189] env[66340]: INFO networking_nsxv3.common.synchronization [req-404fbb57-4362-46ea-89b7-fd1d6eaf2eae req-7729c7b4-1625-4364-b263-9e48010fe7c3 service nova] Enqueued Resource ID: f0a15195-af2c-4837-b416-473f757e225b with Priority: HIGHEST for action security_group_rules [ 781.902461] env[66340]: INFO networking_nsxv3.common.synchronization [req-404fbb57-4362-46ea-89b7-fd1d6eaf2eae req-7729c7b4-1625-4364-b263-9e48010fe7c3 service nova] Enqueued Resource ID: f0a15195-af2c-4837-b416-473f757e225b with Priority: HIGHEST for action security_group_members [ 781.902614] env[66340]: INFO networking_nsxv3.common.synchronization [req-404fbb57-4362-46ea-89b7-fd1d6eaf2eae req-7729c7b4-1625-4364-b263-9e48010fe7c3 service nova] Enqueued Resource ID: 4863b6e1-fc4d-4006-ae3a-5af7cbf01496 with Priority: HIGHEST for action port [ 781.903266] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a15195-af2c-4837-b416-473f757e225b with Priority: HIGHEST for action security_group_rules [ 781.903463] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a15195-af2c-4837-b416-473f757e225b with Priority: HIGHEST for action security_group_members [ 781.903602] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4863b6e1-fc4d-4006-ae3a-5af7cbf01496 with Priority: HIGHEST for action port [ 781.903946] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0a15195-af2c-4837-b416-473f757e225b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.904120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.904211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.904517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.904644] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0a15195-af2c-4837-b416-473f757e225b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.907356] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a15195-af2c-4837-b416-473f757e225b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.907507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.907598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.907849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.908069] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.908199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.908289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.910090] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.910223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.910359] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a15195-af2c-4837-b416-473f757e225b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.912433] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-4863b6e1-fc4d-4006-ae3a-5af7cbf01496 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.912584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4863b6e1-fc4d-4006-ae3a-5af7cbf01496" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.912831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4863b6e1-fc4d-4006-ae3a-5af7cbf01496" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.912905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4863b6e1-fc4d-4006-ae3a-5af7cbf01496" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.913024] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4863b6e1-fc4d-4006-ae3a-5af7cbf01496',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.415631] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a15195-af2c-4837-b416-473f757e225b taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.418153] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.418153] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0a15195-af2c-4837-b416-473f757e225b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.419131] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4863b6e1-fc4d-4006-ae3a-5af7cbf01496 with status ACTIVE [ 782.419703] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.419703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.419703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.419899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.419899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.420119] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.420202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.420257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.420413] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.420508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.421381] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.421381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.421381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.421381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.421381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.421381] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4863b6e1-fc4d-4006-ae3a-5af7cbf01496 is going to be updated. [ 782.450713] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.450859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.450937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.451175] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.451348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.451572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4863b6e1-fc4d-4006-ae3a-5af7cbf01496" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.923830] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0a15195-af2c-4837-b416-473f757e225b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.286019] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: SUCCESS [ 783.286301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.286703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.286931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.287697] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.287834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.287927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.288246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.288246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.288505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.288505] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.427188] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.427474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.427474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.427738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.427871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.427984] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a15195-af2c-4837-b416-473f757e225b is going to be created. [ 783.460658] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.460898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.460994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.461734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.461734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.474889] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a15195-af2c-4837-b416-473f757e225b in Status: UNINITIALIZED for 2s [ 783.790505] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.260024] env[66340]: INFO networking_nsxv3.common.synchronization [None req-5cb3cf65-95d3-4b8b-82a1-d468cdc24ab9 None None] Enqueued Resource ID: 19b46dc9-1fb3-45e9-9da4-cf32e7064dfe with Priority: HIGHEST for action port [ 784.260024] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b46dc9-1fb3-45e9-9da4-cf32e7064dfe with Priority: HIGHEST for action port [ 784.260024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b46dc9-1fb3-45e9-9da4-cf32e7064dfe taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b46dc9-1fb3-45e9-9da4-cf32e7064dfe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b46dc9-1fb3-45e9-9da4-cf32e7064dfe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.261037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b46dc9-1fb3-45e9-9da4-cf32e7064dfe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.261037] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b46dc9-1fb3-45e9-9da4-cf32e7064dfe',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.294651] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c46c8011-2017-49da-b461-b1134a956541: rpc.has_security_group_logging(os_id): False [ 784.317146] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.317258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.317310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.317533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.317627] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.317967] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.318079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.318079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.318240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.318322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.318537] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46c8011-2017-49da-b461-b1134a956541 is going to be created. [ 784.415025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.415025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.415025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.415025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.415025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.428234] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: IN_PROGRESS for 2s [ 784.763401] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19b46dc9-1fb3-45e9-9da4-cf32e7064dfe [ 784.763601] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.763791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.765807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.765807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.765807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.765807] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19b46dc9-1fb3-45e9-9da4-cf32e7064dfe already deleted. [ 784.765807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b46dc9-1fb3-45e9-9da4-cf32e7064dfe" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.488070] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a15195-af2c-4837-b416-473f757e225b in Status: SUCCESS [ 785.488544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.488831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.488971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.489187] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.489321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.489383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.489548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.489628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.489711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.489807] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0a15195-af2c-4837-b416-473f757e225b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.838128] env[66340]: INFO networking_nsxv3.common.synchronization [req-45d8882e-fc79-413d-816b-5f72d72cbce8 req-215d1944-a1cd-4ae7-811d-d4bd150e60d1 tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 785.839028] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 785.839648] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.839648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.839648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.840260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.841274] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.841274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.841274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.841274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.842689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.842689] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.995746] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a15195-af2c-4837-b416-473f757e225b taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.995929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.996202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.996317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.996508] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.996674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.996773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.996947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.997056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.997158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.997328] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a15195-af2c-4837-b416-473f757e225b taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.997446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.997508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.997671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.997820] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.997913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.997989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.000034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.000034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.000034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.000034] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0a15195-af2c-4837-b416-473f757e225b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.343928] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.344244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.344427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.346465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.346703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.346961] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.347102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.347172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.347365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.347452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.347547] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 already deleted. [ 786.347632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.385745] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-554 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.386054] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.386223] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.386573] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.386847] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.387013] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.388631] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.388970] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.389181] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.389409] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.389519] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.389623] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.389727] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.389844] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.389926] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.390072] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.414333] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.414540] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.414729] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.414947] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.415375] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-ea004feb-9226-45f4-bbf4-039e4634c65e taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.415571] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-ea004feb-9226-45f4-bbf4-039e4634c65e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.415693] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-ea004feb-9226-45f4-bbf4-039e4634c65e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.416008] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-ea004feb-9226-45f4-bbf4-039e4634c65e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.416634] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea004feb-9226-45f4-bbf4-039e4634c65e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.440786] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: SUCCESS [ 786.441021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.500337] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0a15195-af2c-4837-b416-473f757e225b: rpc.has_security_group_logging(os_id): False [ 786.520862] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.521168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.521251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.521516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.521660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.522145] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.522284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.522284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.522502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.522627] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.522906] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.523277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.523277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.523374] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.523502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.523786] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.523934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.524046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.524383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.524466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.524571] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0a15195-af2c-4837-b416-473f757e225b is going to be created. [ 786.594043] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.594356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.594356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.594574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.594787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.609787] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a15195-af2c-4837-b416-473f757e225b in Status: IN_PROGRESS for 2s [ 786.920446] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.920676] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.920805] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.921111] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.921260] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.921411] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port ea004feb-9226-45f4-bbf4-039e4634c65e not found, creating... [ 786.921674] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.921831] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.921943] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.922232] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.922377] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.922668] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.922815] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.922927] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.923235] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.923370] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.923509] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: ea004feb-9226-45f4-bbf4-039e4634c65e is going to be created. [ 787.164447] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.164651] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.164772] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.165045] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.165297] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.165524] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-ea004feb-9226-45f4-bbf4-039e4634c65e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.204251] env[66340]: INFO networking_nsxv3.common.synchronization [None req-5ccfb286-1f86-436c-a6fc-4c9f380c4434 None None] Enqueued Resource ID: c5648cff-46de-4fb8-aed9-a31cf74c90fa with Priority: HIGHEST for action port [ 787.204251] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5648cff-46de-4fb8-aed9-a31cf74c90fa with Priority: HIGHEST for action port [ 787.204251] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5648cff-46de-4fb8-aed9-a31cf74c90fa taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.204251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5648cff-46de-4fb8-aed9-a31cf74c90fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.204251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5648cff-46de-4fb8-aed9-a31cf74c90fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.204251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5648cff-46de-4fb8-aed9-a31cf74c90fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.204251] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5648cff-46de-4fb8-aed9-a31cf74c90fa',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.364948] env[66340]: INFO networking_nsxv3.common.synchronization [None req-fe6aa550-5fd1-49cf-ad3e-bb9d262509e1 None None] Enqueued Resource ID: 87f100d2-7fc4-43e4-9fed-2a346ce5d416 with Priority: HIGHEST for action port [ 787.365598] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f100d2-7fc4-43e4-9fed-2a346ce5d416 with Priority: HIGHEST for action port [ 787.366250] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f100d2-7fc4-43e4-9fed-2a346ce5d416 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.366446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f100d2-7fc4-43e4-9fed-2a346ce5d416" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.366564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f100d2-7fc4-43e4-9fed-2a346ce5d416" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.366866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f100d2-7fc4-43e4-9fed-2a346ce5d416" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.367014] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f100d2-7fc4-43e4-9fed-2a346ce5d416',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.667723] env[66340]: INFO networking_nsxv3.common.synchronization [req-45d8882e-fc79-413d-816b-5f72d72cbce8 req-f4be37cd-51eb-4865-a171-d1218415bac8 service nova] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_rules [ 787.668086] env[66340]: INFO networking_nsxv3.common.synchronization [req-45d8882e-fc79-413d-816b-5f72d72cbce8 req-f4be37cd-51eb-4865-a171-d1218415bac8 service nova] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 787.668086] env[66340]: INFO networking_nsxv3.common.synchronization [req-45d8882e-fc79-413d-816b-5f72d72cbce8 req-f4be37cd-51eb-4865-a171-d1218415bac8 service nova] Enqueued Resource ID: ea004feb-9226-45f4-bbf4-039e4634c65e with Priority: HIGHEST for action port [ 787.668607] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_rules [ 787.668755] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 787.668854] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea004feb-9226-45f4-bbf4-039e4634c65e with Priority: HIGHEST for action port [ 787.669635] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.669856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.669975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.670419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.670556] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.671514] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.672776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.672776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.672776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.672776] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.672776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.672776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.672776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.672776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.672776] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.675939] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea004feb-9226-45f4-bbf4-039e4634c65e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.676348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea004feb-9226-45f4-bbf4-039e4634c65e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.676348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea004feb-9226-45f4-bbf4-039e4634c65e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.676994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea004feb-9226-45f4-bbf4-039e4634c65e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.677186] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea004feb-9226-45f4-bbf4-039e4634c65e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.706410] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5648cff-46de-4fb8-aed9-a31cf74c90fa [ 787.706795] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.706976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.706976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.707556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.707556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.707556] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5648cff-46de-4fb8-aed9-a31cf74c90fa already deleted. [ 787.707556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5648cff-46de-4fb8-aed9-a31cf74c90fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.872838] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87f100d2-7fc4-43e4-9fed-2a346ce5d416 [ 787.872838] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.872838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.872838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.872838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.872838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.872838] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87f100d2-7fc4-43e4-9fed-2a346ce5d416 already deleted. [ 787.872838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f100d2-7fc4-43e4-9fed-2a346ce5d416" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.091531] env[66340]: INFO networking_nsxv3.common.synchronization [req-1a94fb43-fa8b-4c41-9fc2-79ccbb8ca5e0 req-fb9ebd8d-24a7-4151-911f-f1543a47147b tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_members [ 788.091705] env[66340]: INFO networking_nsxv3.common.synchronization [req-1a94fb43-fa8b-4c41-9fc2-79ccbb8ca5e0 req-fb9ebd8d-24a7-4151-911f-f1543a47147b tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 788.092366] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_members [ 788.092503] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 788.093197] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.093345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.093414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.093664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.093835] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.093932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.093998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.094208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.094348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.094499] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.095490] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.095610] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.095610] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.095787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.096888] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.096888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.096888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.096888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.096888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.096888] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.175993] env[66340]: INFO networking_nsxv3.common.synchronization [req-1a94fb43-fa8b-4c41-9fc2-79ccbb8ca5e0 req-fb9ebd8d-24a7-4151-911f-f1543a47147b tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 788.176268] env[66340]: INFO networking_nsxv3.common.synchronization [req-1a94fb43-fa8b-4c41-9fc2-79ccbb8ca5e0 req-fb9ebd8d-24a7-4151-911f-f1543a47147b tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 788.176357] env[66340]: INFO networking_nsxv3.common.synchronization [req-1a94fb43-fa8b-4c41-9fc2-79ccbb8ca5e0 req-fb9ebd8d-24a7-4151-911f-f1543a47147b tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_rules [ 788.176585] env[66340]: INFO networking_nsxv3.common.synchronization [req-1a94fb43-fa8b-4c41-9fc2-79ccbb8ca5e0 req-fb9ebd8d-24a7-4151-911f-f1543a47147b tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_members [ 788.179468] env[66340]: INFO networking_nsxv3.common.synchronization [req-1a94fb43-fa8b-4c41-9fc2-79ccbb8ca5e0 req-fb9ebd8d-24a7-4151-911f-f1543a47147b tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: a30c81c3-de76-4316-8445-46caaf085886 with Priority: HIGHEST for action port [ 788.179468] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 788.179468] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_rules [ 788.179468] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30c81c3-de76-4316-8445-46caaf085886 with Priority: HIGHEST for action port [ 788.179468] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 788.179468] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_members [ 788.179468] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.179468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.179468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.179468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.179468] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.180160] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.180160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.180160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.181270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.181270] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.182231] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30c81c3-de76-4316-8445-46caaf085886 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.182347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.182439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.182588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.182662] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30c81c3-de76-4316-8445-46caaf085886',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.184753] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.184944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.185131] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.185226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.186090] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.186265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.186349] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.188660] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea004feb-9226-45f4-bbf4-039e4634c65e with status ACTIVE [ 788.188849] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.188957] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.189679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.189679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.189679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.189679] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.189679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.189679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.189679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.189679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.189679] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.189679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.189679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.189679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.192020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.192020] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea004feb-9226-45f4-bbf4-039e4634c65e is going to be updated. [ 788.215189] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.215419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.215419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.215940] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.215940] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.215940] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea004feb-9226-45f4-bbf4-039e4634c65e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.599959] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.599959] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.623382] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0a15195-af2c-4837-b416-473f757e225b in Status: SUCCESS [ 788.627127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.685922] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a30c81c3-de76-4316-8445-46caaf085886 with status ACTIVE [ 788.686428] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.686428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.686521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.686667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.686754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.686946] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.687063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.687169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.687280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.687362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.687540] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.687639] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.687701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.687825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.687899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.687983] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a30c81c3-de76-4316-8445-46caaf085886 is going to be updated. [ 788.689334] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.689553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.689759] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.689759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.689921] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.712986] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.713157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.713228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.713619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.713774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.713914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.081042] env[66340]: INFO networking_nsxv3.common.synchronization [req-0a471402-328c-4e51-9c86-7c38a19de79e req-acecd239-600e-404d-8e1e-0f4bd444a5a2 tempest-ImagesOneServerNegativeTestJSON-649161716 tempest-ImagesOneServerNegativeTestJSON-649161716-project-member] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 789.083390] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 789.083875] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.084073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.084164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.084762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.084993] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.085165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.085280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.085521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.085750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.085793] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.102427] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.105913] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.193609] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.193691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.193727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.193935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.194051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.194151] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be created. [ 789.221416] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.222723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.222723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.222723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.222723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.237731] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: UNINITIALIZED for 2s [ 789.589067] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.589324] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.589402] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.589709] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.589938] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.590335] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.590468] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.590676] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.590817] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.591173] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.591173] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.591318] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.591318] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.591456] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.591521] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.591731] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.592915] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.593057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.593113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.593264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.593349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.593529] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.593775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.593775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.593847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.593950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.594030] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 already deleted. [ 789.594116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.609025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.609025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.609025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.609025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.609025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.609025] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4987d46-f264-43c8-bbfb-71699deed8f3 is going to be created. [ 789.609025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.609025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.609025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.609454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.609454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.609454] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 789.623748] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.623955] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.624062] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.624460] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.624872] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-277c6eb7-0758-48bd-8c1b-dbd29f74220b taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.625078] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-277c6eb7-0758-48bd-8c1b-dbd29f74220b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.625282] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-277c6eb7-0758-48bd-8c1b-dbd29f74220b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.625652] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-277c6eb7-0758-48bd-8c1b-dbd29f74220b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.625791] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277c6eb7-0758-48bd-8c1b-dbd29f74220b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.641451] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.641565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.641812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.642035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.642035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.645436] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.645436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.645828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.645828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.645828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.654464] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: UNINITIALIZED for 2s [ 789.655580] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 790.029419] env[66340]: INFO networking_nsxv3.common.synchronization [None req-75017b6c-833e-492a-879f-69be118787d8 None None] Enqueued Resource ID: 54a0c9b4-980f-4a52-ae3e-e0aad63ff3f7 with Priority: HIGHEST for action port [ 790.030544] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a0c9b4-980f-4a52-ae3e-e0aad63ff3f7 with Priority: HIGHEST for action port [ 790.030794] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-54a0c9b4-980f-4a52-ae3e-e0aad63ff3f7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.031018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54a0c9b4-980f-4a52-ae3e-e0aad63ff3f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.031140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54a0c9b4-980f-4a52-ae3e-e0aad63ff3f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.031575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54a0c9b4-980f-4a52-ae3e-e0aad63ff3f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.031665] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a0c9b4-980f-4a52-ae3e-e0aad63ff3f7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.128278] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.128579] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.128654] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.128923] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.129087] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.129242] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 277c6eb7-0758-48bd-8c1b-dbd29f74220b not found, creating... [ 790.129513] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.129667] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.129776] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.130015] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.130160] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.130446] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.130660] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.130696] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.130901] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.131042] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.131191] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 277c6eb7-0758-48bd-8c1b-dbd29f74220b is going to be created. [ 790.163518] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.164454] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.164683] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.164973] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.165273] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.165532] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-277c6eb7-0758-48bd-8c1b-dbd29f74220b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.536944] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54a0c9b4-980f-4a52-ae3e-e0aad63ff3f7 [ 790.536944] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.536944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.536944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.536944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.536944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.536944] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54a0c9b4-980f-4a52-ae3e-e0aad63ff3f7 already deleted. [ 790.536944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54a0c9b4-980f-4a52-ae3e-e0aad63ff3f7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.879731] env[66340]: INFO networking_nsxv3.common.synchronization [req-0a471402-328c-4e51-9c86-7c38a19de79e req-b678c689-1f78-47e3-a892-05b0aebb6a0e service nova] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_rules [ 790.879915] env[66340]: INFO networking_nsxv3.common.synchronization [req-0a471402-328c-4e51-9c86-7c38a19de79e req-b678c689-1f78-47e3-a892-05b0aebb6a0e service nova] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 790.880051] env[66340]: INFO networking_nsxv3.common.synchronization [req-0a471402-328c-4e51-9c86-7c38a19de79e req-b678c689-1f78-47e3-a892-05b0aebb6a0e service nova] Enqueued Resource ID: 277c6eb7-0758-48bd-8c1b-dbd29f74220b with Priority: HIGHEST for action port [ 790.880635] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_rules [ 790.880818] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 790.880974] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277c6eb7-0758-48bd-8c1b-dbd29f74220b with Priority: HIGHEST for action port [ 790.882441] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.882441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.882721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.882805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.882907] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.884105] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.884274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.884341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.884520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.885010] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.885125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.885248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.885385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.885483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.885586] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.888563] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-277c6eb7-0758-48bd-8c1b-dbd29f74220b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.889774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-277c6eb7-0758-48bd-8c1b-dbd29f74220b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.889774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-277c6eb7-0758-48bd-8c1b-dbd29f74220b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.889774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-277c6eb7-0758-48bd-8c1b-dbd29f74220b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.889774] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277c6eb7-0758-48bd-8c1b-dbd29f74220b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.250895] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 791.250895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.251321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.254041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.254041] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.254041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.254041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.254041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.254041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.254041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.254041] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.391683] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.391683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.391683] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.392150] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 277c6eb7-0758-48bd-8c1b-dbd29f74220b with status ACTIVE [ 791.392384] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.392540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.392585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.393473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.393473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.393473] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.393473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.393473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.393685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.393685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.395933] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.395933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.395933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.395933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.395933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.395933] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 277c6eb7-0758-48bd-8c1b-dbd29f74220b is going to be updated. [ 791.419116] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.419116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.419116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.419379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.419433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.419704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-277c6eb7-0758-48bd-8c1b-dbd29f74220b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.669694] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: SUCCESS [ 791.669694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.670382] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 791.670555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.670713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.670929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.671965] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.672136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.672223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.672499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.672616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.672751] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.673679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.673856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.676446] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.676446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.676446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.676446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.676446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.676446] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.755606] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.755606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.755606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.755606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.755972] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.755972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.755972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.755972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.756183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.756183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.756404] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.756662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.756859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.757103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.757428] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.757535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.757607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.757939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.758084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.758184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.758291] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.898145] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.178473] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.179448] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.262085] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2ee20b-24ea-4507-825d-362ca6f9f054: rpc.has_security_group_logging(os_id): False [ 792.301804] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.302033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.302033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.302342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.302445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.302686] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.302799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.302884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.303271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.303271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.303469] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.303605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.304719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.304719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.304719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.304719] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.304885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.304885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.305609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.305776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.306068] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be created. [ 792.402552] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.402985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.402985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.403748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.403919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.404047] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be created. [ 792.408459] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.408652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.408708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.408878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.409085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.431656] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 792.456228] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.456401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.456440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.456658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.456850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.474657] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: UNINITIALIZED for 2s [ 792.683039] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.683433] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.187666] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.187961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.188080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.188322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.188427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.188547] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 793.190150] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.190396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.190396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.190617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.190819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.190964] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4987d46-f264-43c8-bbfb-71699deed8f3 is going to be updated. [ 793.232781] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.232932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.232999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.233210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.233365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.235901] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.236650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.236650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.236822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.236862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.252232] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: IN_PROGRESS for 2s [ 793.252232] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 793.576167] env[66340]: INFO networking_nsxv3.common.synchronization [req-87bab399-d783-4b2d-a327-8e1a25be51d0 req-e0b3ef4e-a0b9-4341-896b-1868e308b98c tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGHEST for action security_group_members [ 793.576933] env[66340]: INFO networking_nsxv3.common.synchronization [req-87bab399-d783-4b2d-a327-8e1a25be51d0 req-e0b3ef4e-a0b9-4341-896b-1868e308b98c tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_members [ 793.576933] env[66340]: INFO networking_nsxv3.common.synchronization [req-87bab399-d783-4b2d-a327-8e1a25be51d0 req-e0b3ef4e-a0b9-4341-896b-1868e308b98c tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 793.577807] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGHEST for action security_group_members [ 793.578827] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_members [ 793.579213] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 793.579866] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021cb82-05d6-468e-8351-cdeb9e727d8e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.580127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.580255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.580584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.580822] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.581280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.581280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.581443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.581764] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.581840] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.584410] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.584621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.584914] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.585084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.631197] env[66340]: INFO networking_nsxv3.common.synchronization [req-87bab399-d783-4b2d-a327-8e1a25be51d0 req-e0b3ef4e-a0b9-4341-896b-1868e308b98c tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 793.631654] env[66340]: INFO networking_nsxv3.common.synchronization [req-87bab399-d783-4b2d-a327-8e1a25be51d0 req-e0b3ef4e-a0b9-4341-896b-1868e308b98c tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 793.631861] env[66340]: INFO networking_nsxv3.common.synchronization [req-87bab399-d783-4b2d-a327-8e1a25be51d0 req-e0b3ef4e-a0b9-4341-896b-1868e308b98c tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGHEST for action security_group_rules [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [req-87bab399-d783-4b2d-a327-8e1a25be51d0 req-e0b3ef4e-a0b9-4341-896b-1868e308b98c tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGHEST for action security_group_members [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [req-87bab399-d783-4b2d-a327-8e1a25be51d0 req-e0b3ef4e-a0b9-4341-896b-1868e308b98c tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_rules [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [req-87bab399-d783-4b2d-a327-8e1a25be51d0 req-e0b3ef4e-a0b9-4341-896b-1868e308b98c tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_members [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [req-87bab399-d783-4b2d-a327-8e1a25be51d0 req-e0b3ef4e-a0b9-4341-896b-1868e308b98c tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: a30c81c3-de76-4316-8445-46caaf085886 with Priority: HIGHEST for action port [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGHEST for action security_group_rules [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_members [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30c81c3-de76-4316-8445-46caaf085886 with Priority: HIGHEST for action port [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_rules [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 793.635393] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGHEST for action security_group_members [ 793.635393] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.635393] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.636767] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9021cb82-05d6-468e-8351-cdeb9e727d8e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.636945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.637344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.638798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.638798] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.642365] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.642365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.642365] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30c81c3-de76-4316-8445-46caaf085886 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.642365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.642365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.647037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.647037] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30c81c3-de76-4316-8445-46caaf085886',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.647037] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.647037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.649637] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.649637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.649637] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021cb82-05d6-468e-8351-cdeb9e727d8e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.649840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.084315] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.120974] env[66340]: INFO networking_nsxv3.common.synchronization [None req-f1c39be0-4c2a-491c-b457-6f60a33e3dda tempest-MigrationsAdminTest-2026872017 tempest-MigrationsAdminTest-2026872017-project-member] Enqueued Resource ID: 20dee63d-3111-4d74-8bc9-25eb043779cf with Priority: HIGHEST for action security_group_rules [ 794.121567] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dee63d-3111-4d74-8bc9-25eb043779cf with Priority: HIGHEST for action security_group_rules [ 794.121872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20dee63d-3111-4d74-8bc9-25eb043779cf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.121991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20dee63d-3111-4d74-8bc9-25eb043779cf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.122070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20dee63d-3111-4d74-8bc9-25eb043779cf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.122376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20dee63d-3111-4d74-8bc9-25eb043779cf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.124177] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20dee63d-3111-4d74-8bc9-25eb043779cf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.150026] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a30c81c3-de76-4316-8445-46caaf085886 with status ACTIVE [ 794.150026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.150026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.150026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.150026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.150026] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a30c81c3-de76-4316-8445-46caaf085886 is going to be updated. [ 794.151560] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021cb82-05d6-468e-8351-cdeb9e727d8e taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.151689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.174695] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.174885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.174885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.175101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.175249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.175428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30c81c3-de76-4316-8445-46caaf085886" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.408025] env[66340]: INFO networking_nsxv3.common.synchronization [None req-51b3e8a3-345d-4144-ba45-8091afe0b888 tempest-MigrationsAdminTest-2026872017 tempest-MigrationsAdminTest-2026872017-project-member] Enqueued Resource ID: 20dee63d-3111-4d74-8bc9-25eb043779cf with Priority: HIGHEST for action security_group_rules [ 794.408025] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dee63d-3111-4d74-8bc9-25eb043779cf with Priority: HIGHEST for action security_group_rules [ 794.408611] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20dee63d-3111-4d74-8bc9-25eb043779cf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.408860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20dee63d-3111-4d74-8bc9-25eb043779cf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.448456] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 794.448456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.488213] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 794.490557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.490557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.490557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.490557] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.490557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.490557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.490557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.490557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.490557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.490557] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.590130] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.648491] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.648491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.648608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.648745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.648856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.648984] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20dee63d-3111-4d74-8bc9-25eb043779cf already deleted. [ 794.649095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20dee63d-3111-4d74-8bc9-25eb043779cf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.649264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20dee63d-3111-4d74-8bc9-25eb043779cf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.649438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20dee63d-3111-4d74-8bc9-25eb043779cf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.649531] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20dee63d-3111-4d74-8bc9-25eb043779cf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.994490] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.994870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.994978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.995312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.995513] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.995638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.996250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.996250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.996413] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.996453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.996673] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.996771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.996824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.997679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.998572] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.998734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.998920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.999173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.999314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.999491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.999690] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.094681] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.094896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.094896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.095205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.095472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.095554] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e is going to be created. [ 795.127418] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.127802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.128273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.128699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.129027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.142713] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e in Status: UNINITIALIZED for 2s [ 795.175613] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.177357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.177357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.177357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.177357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.177357] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20dee63d-3111-4d74-8bc9-25eb043779cf already deleted. [ 795.177357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20dee63d-3111-4d74-8bc9-25eb043779cf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.266371] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 795.266541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.266816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.267214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.267799] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.267799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.267799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.267799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.268072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.268072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.268329] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.269853] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: SUCCESS [ 795.270455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.270727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.271080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.271184] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.271314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.271314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.271470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.271651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.271651] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.273098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.273098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.273261] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.273371] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.273547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.273675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.273675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.273745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.273845] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.275344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.275695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.275898] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.276227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.276227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.276485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.276639] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.276764] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.505052] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5268a657-4090-4f35-ae79-73daa6ea8a56: rpc.has_security_group_logging(os_id): False [ 795.520094] env[66340]: INFO networking_nsxv3.common.synchronization [req-73364adc-ef26-4a0b-917d-01151a15097a req-34725a94-4857-4b1d-af9b-dbccb3bedeb0 tempest-ListImageFiltersTestJSON-2139963162 tempest-ListImageFiltersTestJSON-2139963162-project-member] Enqueued Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 795.520094] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 795.520238] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.521033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.521033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.521033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.521033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.521033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.521272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.521272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.521525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.521638] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.531941] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.531941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.531941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.531941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.531941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.531941] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.531941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.531941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.531941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.531941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.531941] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.532561] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.532561] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.532780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.532842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.533025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.533299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.533391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.533544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.534033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.534033] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be created. [ 795.608469] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.608898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.608898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.608970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.609180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.621134] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: IN_PROGRESS for 2s [ 795.775813] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.777844] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.777844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.778239] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.779771] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.877691] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.877952] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.878111] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.878419] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.878643] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.878799] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.878910] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.879139] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.879286] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.879489] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.879832] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.879832] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.879832] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.879973] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.880041] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.880160] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.894370] env[66340]: INFO networking_nsxv3.common.synchronization [req-8277970b-a470-4190-bcf3-d2c3059ea9bc req-5c1f2d7b-64cf-497f-921d-96ed7609d183 tempest-FloatingIPsAssociationTestJSON-1604102010 tempest-FloatingIPsAssociationTestJSON-1604102010-project-member] Enqueued Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 795.894553] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGHEST for action security_group_members [ 795.894803] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.894935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.895015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.895212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.895397] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.895463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.895519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.895675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.895744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.895845] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.903996] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.904318] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.904551] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.904858] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.905178] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-b288da57-2642-4445-9d56-d062c6e17f01 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.905487] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-b288da57-2642-4445-9d56-d062c6e17f01" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.905689] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-b288da57-2642-4445-9d56-d062c6e17f01" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.906103] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-b288da57-2642-4445-9d56-d062c6e17f01" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.906253] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b288da57-2642-4445-9d56-d062c6e17f01',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.032291] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.032291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.032291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.032291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.032291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.032291] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.032291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.032291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.032291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.032291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.037640] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf9494a1-8930-4423-9998-6c8fee48c851 already deleted. [ 796.037640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.279474] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.280572] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4987d46-f264-43c8-bbfb-71699deed8f3: rpc.has_security_group_logging(os_id): False [ 796.281886] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.308372] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.308372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.308372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.308372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.308372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.308869] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.308869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.308869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.308869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.308869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.309133] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4987d46-f264-43c8-bbfb-71699deed8f3 is going to be created. [ 796.369312] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.369495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.369656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.369912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.370135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.382373] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: IN_PROGRESS for 2s [ 796.398324] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.398567] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.398567] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.398821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.409456] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.409763] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.409881] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.410218] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.410317] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.410464] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port b288da57-2642-4445-9d56-d062c6e17f01 not found, creating... [ 796.410730] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.410934] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.411135] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.411381] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.411522] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.411810] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.411962] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.412093] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.412521] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.412780] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.412998] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: b288da57-2642-4445-9d56-d062c6e17f01 is going to be created. [ 796.430924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.431227] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.431386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.431477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.431767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.431878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.432051] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f322a6-ba29-4af9-b108-044da977bcef is going to be updated. [ 796.455019] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.455802] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.457052] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.457052] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.457052] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.457202] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-b288da57-2642-4445-9d56-d062c6e17f01" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.482393] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.482649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.482649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.482828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.482977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.516496] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: IN_PROGRESS for 2s [ 796.783213] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.783598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.783598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.783686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.783771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.783875] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 796.785768] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.785908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.785951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.786181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.786300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.787074] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4987d46-f264-43c8-bbfb-71699deed8f3 is going to be updated. [ 796.828993] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.829169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.829240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.829549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.829791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.831878] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.832095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.832170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.832407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.832577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.846535] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: IN_PROGRESS for 2s [ 796.847526] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 797.155903] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e in Status: SUCCESS [ 797.156251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.156688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.156968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.157317] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.158012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.158012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.158012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.158012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.158012] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.278584] env[66340]: INFO networking_nsxv3.common.synchronization [req-73364adc-ef26-4a0b-917d-01151a15097a req-ba7a8b9b-031f-426f-a9e6-f20f95ede072 service nova] Enqueued Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_rules [ 797.279089] env[66340]: INFO networking_nsxv3.common.synchronization [req-73364adc-ef26-4a0b-917d-01151a15097a req-ba7a8b9b-031f-426f-a9e6-f20f95ede072 service nova] Enqueued Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 797.279089] env[66340]: INFO networking_nsxv3.common.synchronization [req-73364adc-ef26-4a0b-917d-01151a15097a req-ba7a8b9b-031f-426f-a9e6-f20f95ede072 service nova] Enqueued Resource ID: b288da57-2642-4445-9d56-d062c6e17f01 with Priority: HIGHEST for action port [ 797.280275] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_rules [ 797.281037] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 797.281263] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288da57-2642-4445-9d56-d062c6e17f01 with Priority: HIGHEST for action port [ 797.281763] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.281881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.281975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.282364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.282491] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.283736] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.283736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.284015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.284720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.284895] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.285057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.285152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.285603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.285603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.285603] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.288200] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-b288da57-2642-4445-9d56-d062c6e17f01 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.288200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b288da57-2642-4445-9d56-d062c6e17f01" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.288200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b288da57-2642-4445-9d56-d062c6e17f01" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.288200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b288da57-2642-4445-9d56-d062c6e17f01" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.288200] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b288da57-2642-4445-9d56-d062c6e17f01',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.635318] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 797.636341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.661406] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.672306] env[66340]: INFO networking_nsxv3.common.synchronization [req-3bfd8b3b-f3db-4f76-84ff-6366acaa3055 req-82575e37-5adf-4e7b-ae20-01666a043796 tempest-SecurityGroupRulesNegativeTestJSON-702447077 tempest-SecurityGroupRulesNegativeTestJSON-702447077-project-member] Enqueued Resource ID: f2124a7b-3038-4303-af58-95628e3a6666 with Priority: HIGHEST for action security_group_rules [ 797.672859] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2124a7b-3038-4303-af58-95628e3a6666 with Priority: HIGHEST for action security_group_rules [ 797.673192] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2124a7b-3038-4303-af58-95628e3a6666 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.673304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2124a7b-3038-4303-af58-95628e3a6666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.673370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2124a7b-3038-4303-af58-95628e3a6666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.673625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2124a7b-3038-4303-af58-95628e3a6666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.673704] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2124a7b-3038-4303-af58-95628e3a6666',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.715132] env[66340]: INFO networking_nsxv3.common.synchronization [req-807be4eb-9675-49f1-bc07-9708c876f074 req-a292a15d-06f0-4fbc-a5f7-0bf50dd6f442 tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 797.715793] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 797.715984] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.716120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.716191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.716439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.716626] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.716769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.716840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.717018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.718265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.718342] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.794971] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.794971] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.794971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.794971] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b288da57-2642-4445-9d56-d062c6e17f01 with status ACTIVE [ 797.794971] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.794971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.794971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.794971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.794971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.794971] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.794971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.794971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.794971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.794971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.795883] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.795883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.795883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.795883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.795883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.796058] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b288da57-2642-4445-9d56-d062c6e17f01 is going to be updated. [ 797.818224] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.818521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.818521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.818695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.818760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.818911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b288da57-2642-4445-9d56-d062c6e17f01" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.033570] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.033765] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.033885] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.034193] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.034510] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.034666] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.034783] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.034996] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.035147] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.035393] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.035504] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.035608] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.035709] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.035811] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.035908] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.036043] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.056495] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.056649] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.056787] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.056960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.057293] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-40d3abb2-0058-4e7d-a613-c5f3ee125bea taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.057464] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-40d3abb2-0058-4e7d-a613-c5f3ee125bea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.057581] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-40d3abb2-0058-4e7d-a613-c5f3ee125bea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.057885] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-40d3abb2-0058-4e7d-a613-c5f3ee125bea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.058030] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d3abb2-0058-4e7d-a613-c5f3ee125bea',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.165662] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.201425] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.201672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.201672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.201866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.201966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.202073] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2124a7b-3038-4303-af58-95628e3a6666 already deleted. [ 798.202177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2124a7b-3038-4303-af58-95628e3a6666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.221334] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.221502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.221587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.221814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.221912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.222156] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.222297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.222371] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.222547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.222640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.222739] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f already deleted. [ 798.222849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.298567] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.396189] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: SUCCESS [ 798.396419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.396599] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.396826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.396919] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.526529] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f322a6-ba29-4af9-b108-044da977bcef in Status: SUCCESS [ 798.526770] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f322a6-ba29-4af9-b108-044da977bcef deletion is rescheduled due to dependency. [ 798.526897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.560923] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.560923] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.561153] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.561705] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.561705] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.561877] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 40d3abb2-0058-4e7d-a613-c5f3ee125bea not found, creating... [ 798.562287] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.562513] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.562676] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.562995] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.563178] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.563562] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.563780] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.563951] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.564311] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.564446] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.565144] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 40d3abb2-0058-4e7d-a613-c5f3ee125bea is going to be created. [ 798.588291] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.588599] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.588790] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.589099] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.589433] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.589727] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-40d3abb2-0058-4e7d-a613-c5f3ee125bea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.666949] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.667211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.667211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.667395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.667496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.667600] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e is going to be updated. [ 798.729931] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.730111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.730185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.730403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.730558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.743736] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e in Status: IN_PROGRESS for 2s [ 798.801414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.801788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.801845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.802183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.802357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.802527] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf9494a1-8930-4423-9998-6c8fee48c851 is going to be created. [ 798.830968] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.831248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.831248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.831423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.831586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.841238] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: UNINITIALIZED for 2s [ 798.857472] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 798.857838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.857914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.858151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.858372] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.858532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.858654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.858830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.858943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.859074] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.860707] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: SUCCESS [ 798.860890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.861052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.861224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.861439] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.861559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.861635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.861785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.861860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.861953] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.899662] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.899662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.102826] env[66340]: INFO networking_nsxv3.common.synchronization [req-2d5d35ee-1673-496f-835b-830ea1510501 req-1d57ac11-eaa1-48cf-b43b-9bb7d70ea97b tempest-ListImageFiltersTestJSON-2139963162 tempest-ListImageFiltersTestJSON-2139963162-project-member] Enqueued Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 799.103398] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 799.103743] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.103878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.364157] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.365364] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.367834] env[66340]: INFO networking_nsxv3.common.synchronization [req-807be4eb-9675-49f1-bc07-9708c876f074 req-316c1a89-9a50-4a20-941f-795cfe296813 service nova] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_rules [ 799.368190] env[66340]: INFO networking_nsxv3.common.synchronization [req-807be4eb-9675-49f1-bc07-9708c876f074 req-316c1a89-9a50-4a20-941f-795cfe296813 service nova] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 799.368190] env[66340]: INFO networking_nsxv3.common.synchronization [req-807be4eb-9675-49f1-bc07-9708c876f074 req-316c1a89-9a50-4a20-941f-795cfe296813 service nova] Enqueued Resource ID: 40d3abb2-0058-4e7d-a613-c5f3ee125bea with Priority: HIGHEST for action port [ 799.368781] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_rules [ 799.369900] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 799.369900] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d3abb2-0058-4e7d-a613-c5f3ee125bea with Priority: HIGHEST for action port [ 799.369900] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.369900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.369900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.369900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.369900] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.370656] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.370771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.370851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.372865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.372865] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.372865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.372865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.372865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.372865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.372865] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.373675] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d3abb2-0058-4e7d-a613-c5f3ee125bea taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.373790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d3abb2-0058-4e7d-a613-c5f3ee125bea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.373861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d3abb2-0058-4e7d-a613-c5f3ee125bea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.374025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d3abb2-0058-4e7d-a613-c5f3ee125bea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.374111] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d3abb2-0058-4e7d-a613-c5f3ee125bea',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.529326] env[66340]: INFO networking_nsxv3.common.synchronization [req-7a17c56e-05f0-4ade-9cb3-6f502b456adc req-15b41fb7-4b4a-484b-b824-7d7cdfafd0dd tempest-ServersWithSpecificFlavorTestJSON-2086508200 tempest-ServersWithSpecificFlavorTestJSON-2086508200-project-member] Enqueued Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 799.529920] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 799.530775] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.530920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.531038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.531225] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.531395] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.531504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.531582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.531719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.531783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.531896] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.868333] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.869582] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.876280] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.880659] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.880659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.880659] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d3abb2-0058-4e7d-a613-c5f3ee125bea with status ACTIVE [ 799.880659] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.880659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.880659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.880659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.880659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.880659] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.880659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.880659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.880659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.880659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.880659] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.881224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.881224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.881224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.881224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.881224] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d3abb2-0058-4e7d-a613-c5f3ee125bea is going to be updated. [ 799.905242] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.905486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.905575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.905836] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.906069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.906293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d3abb2-0058-4e7d-a613-c5f3ee125bea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.973074] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.973074] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.973074] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.973342] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.973509] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.973663] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.973776] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.973999] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.974159] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.974444] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.974594] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.974727] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.974829] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.975019] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.975071] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.975170] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.997357] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.998033] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.998033] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.998033] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.998239] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-c7425718-5059-4b74-ad0b-7e7fc38554a9 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.998430] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-c7425718-5059-4b74-ad0b-7e7fc38554a9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.998516] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-c7425718-5059-4b74-ad0b-7e7fc38554a9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.998831] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-c7425718-5059-4b74-ad0b-7e7fc38554a9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.998972] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7425718-5059-4b74-ad0b-7e7fc38554a9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.034742] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.034993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.035064] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.035348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.065520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.065983] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.065983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.065983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.066241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.066434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.066539] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 is going to be updated. [ 800.102088] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.102396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.102496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.102732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.102891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.112933] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: IN_PROGRESS for 2s [ 800.371626] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.371793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.371911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.372183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.372400] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.372400] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 800.374148] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.374286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.374411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.374539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.374623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.374716] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4987d46-f264-43c8-bbfb-71699deed8f3 is going to be updated. [ 800.384706] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.406023] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.406023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.406023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.406023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.406023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.407138] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.407456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.407771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.408106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.410134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.423223] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 800.425752] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: IN_PROGRESS for 2s [ 800.501627] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.501848] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.501971] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.502336] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.502538] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.502605] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port c7425718-5059-4b74-ad0b-7e7fc38554a9 not found, creating... [ 800.502861] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.503027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.503145] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.503366] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.503502] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.503978] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.503978] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.505682] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.506054] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.506257] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.506400] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: c7425718-5059-4b74-ad0b-7e7fc38554a9 is going to be created. [ 800.528361] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.528579] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.528694] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.528937] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.529176] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.529399] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-c7425718-5059-4b74-ad0b-7e7fc38554a9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.754442] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e in Status: SUCCESS [ 800.754678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.756364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.756364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.756364] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.756364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.756364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.756364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.756364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.756364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.756364] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.855127] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: SUCCESS [ 800.855127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.855127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.855127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.855127] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.855127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.855127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.855127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.855598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.855598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.855598] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.856999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.857230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.857486] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.857617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.857743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.857955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.858089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.858206] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.887238] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.887601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.887601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.887827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.887876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.888137] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be created. [ 800.934774] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.934774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.934774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.934774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.934774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.944371] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: UNINITIALIZED for 2s [ 801.258808] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.292144] env[66340]: INFO networking_nsxv3.common.synchronization [req-2d5d35ee-1673-496f-835b-830ea1510501 req-6e272c3b-5672-42cf-b826-3842936be3c9 service nova] Enqueued Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_rules [ 801.292307] env[66340]: INFO networking_nsxv3.common.synchronization [req-2d5d35ee-1673-496f-835b-830ea1510501 req-6e272c3b-5672-42cf-b826-3842936be3c9 service nova] Enqueued Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 801.292418] env[66340]: INFO networking_nsxv3.common.synchronization [req-2d5d35ee-1673-496f-835b-830ea1510501 req-6e272c3b-5672-42cf-b826-3842936be3c9 service nova] Enqueued Resource ID: c7425718-5059-4b74-ad0b-7e7fc38554a9 with Priority: HIGHEST for action port [ 801.292945] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_rules [ 801.294104] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 801.294310] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7425718-5059-4b74-ad0b-7e7fc38554a9 with Priority: HIGHEST for action port [ 801.294703] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.294815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.295036] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.295126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.295321] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7425718-5059-4b74-ad0b-7e7fc38554a9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.295477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7425718-5059-4b74-ad0b-7e7fc38554a9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.295598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7425718-5059-4b74-ad0b-7e7fc38554a9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.295753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7425718-5059-4b74-ad0b-7e7fc38554a9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.295897] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7425718-5059-4b74-ad0b-7e7fc38554a9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.324537] env[66340]: INFO networking_nsxv3.common.synchronization [req-f031846d-10e3-4032-8fda-99aedd0fc59a req-aa4c2c04-0b52-4f22-83c2-7ea68b61352f tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 801.325278] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 801.325654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.326454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.326454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.326454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.326594] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.327272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.327272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.327272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.327397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.327427] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.360899] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.361202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.361654] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.728824] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.729113] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.729243] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.729533] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.729875] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.730063] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.730255] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.731169] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.731382] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.731559] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.731669] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.731788] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.731888] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.731965] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.732077] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.732326] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.753349] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.753349] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.753349] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.753349] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.753349] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-8d69b99f-6211-40fb-b7a5-a4a26ac45ac3 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.754546] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-8d69b99f-6211-40fb-b7a5-a4a26ac45ac3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.754546] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-8d69b99f-6211-40fb-b7a5-a4a26ac45ac3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.754546] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-8d69b99f-6211-40fb-b7a5-a4a26ac45ac3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.754546] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d69b99f-6211-40fb-b7a5-a4a26ac45ac3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.762763] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9021cb82-05d6-468e-8351-cdeb9e727d8e: rpc.has_security_group_logging(os_id): False [ 801.790092] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.791131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.791131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.791131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.791131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.791572] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.791572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.791572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.791572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.791572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.791735] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e is going to be created. [ 801.802360] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7425718-5059-4b74-ad0b-7e7fc38554a9 with status ACTIVE [ 801.802648] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.802843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.802957] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.803272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.803427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.803598] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.803755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.803755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.803950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.804045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.804311] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.804416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.805045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.805045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.805045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.805045] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7425718-5059-4b74-ad0b-7e7fc38554a9 is going to be updated. [ 801.832853] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.832853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.832853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.832853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.832853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.832853] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.832853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.832853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.832853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.832853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.832853] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fe4362-a489-4867-a494-0f819070b5ab already deleted. [ 801.832853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.837058] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.837191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.837270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.837451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.837681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.837792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7425718-5059-4b74-ad0b-7e7fc38554a9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.854858] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.855011] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.855092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.855415] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.855487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.865337] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.876972] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e in Status: IN_PROGRESS for 2s [ 802.126046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: SUCCESS [ 802.126046] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 deletion is rescheduled due to dependency. [ 802.127087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.258732] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.258732] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.258732] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.259024] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.259024] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.259210] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 8d69b99f-6211-40fb-b7a5-a4a26ac45ac3 not found, creating... [ 802.259588] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.259720] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.259774] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.260063] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.260156] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.260463] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.260629] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.261665] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.261665] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.261665] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.261665] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 8d69b99f-6211-40fb-b7a5-a4a26ac45ac3 is going to be created. [ 802.284017] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.284281] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.284400] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.284688] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.284931] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.285182] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-8d69b99f-6211-40fb-b7a5-a4a26ac45ac3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.367279] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.367623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.367802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.368555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.368794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.368982] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf9494a1-8930-4423-9998-6c8fee48c851 is going to be updated. [ 802.414168] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.414366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.414465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.414850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.414989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.427114] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: IN_PROGRESS for 2s [ 802.434673] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 802.434913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.435137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.435400] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.435646] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.435746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.435817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.436257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.436257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.436357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.436806] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.436806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.436806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.436980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.436980] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.437075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.437177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.437357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.437596] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.437596] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.437596] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.439203] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: SUCCESS [ 802.440646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.440646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.440646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.440646] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.440646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.440646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.440646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.440646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.440646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.440646] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.942589] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e011eb-102d-46e2-a49a-d5b9398e317a: rpc.has_security_group_logging(os_id): False [ 802.943908] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.956228] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 802.956444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.956619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.956845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.957042] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.957165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.957239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.957380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.957463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.958100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.958205] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.964350] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.964513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.964598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.964783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.964872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.965085] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.965204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.965281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.965402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.965594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.965686] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.966380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.966380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.966380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.966380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.966380] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.966380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.966775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.966775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.966775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.966775] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 803.009753] env[66340]: INFO networking_nsxv3.common.synchronization [req-f031846d-10e3-4032-8fda-99aedd0fc59a req-91a2e3c2-f55a-489d-9856-6587ec028a1c service nova] Enqueued Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_rules [ 803.009892] env[66340]: INFO networking_nsxv3.common.synchronization [req-f031846d-10e3-4032-8fda-99aedd0fc59a req-91a2e3c2-f55a-489d-9856-6587ec028a1c service nova] Enqueued Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 803.010041] env[66340]: INFO networking_nsxv3.common.synchronization [req-f031846d-10e3-4032-8fda-99aedd0fc59a req-91a2e3c2-f55a-489d-9856-6587ec028a1c service nova] Enqueued Resource ID: 8d69b99f-6211-40fb-b7a5-a4a26ac45ac3 with Priority: HIGHEST for action port [ 803.010558] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_rules [ 803.010699] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 803.010830] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d69b99f-6211-40fb-b7a5-a4a26ac45ac3 with Priority: HIGHEST for action port [ 803.011082] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.011204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.011296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.011547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.011636] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.016020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.016020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.016020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.016020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.016020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.016020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.016020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.016020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.016020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.016020] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.016020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d69b99f-6211-40fb-b7a5-a4a26ac45ac3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.016020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d69b99f-6211-40fb-b7a5-a4a26ac45ac3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.016020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d69b99f-6211-40fb-b7a5-a4a26ac45ac3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.016773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d69b99f-6211-40fb-b7a5-a4a26ac45ac3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.016871] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d69b99f-6211-40fb-b7a5-a4a26ac45ac3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.034885] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.035180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.035356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.035621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.035851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.050727] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 803.446576] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4987d46-f264-43c8-bbfb-71699deed8f3: rpc.has_security_group_logging(os_id): False [ 803.460507] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.460740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.461871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.462205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.462304] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.462407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.462472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.462881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.462881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.462881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.463102] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.463194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.463255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.463393] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.463530] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.463623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.463681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.463814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.463892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.464033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.464341] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.473295] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.473295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.473295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.473295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.473508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.473927] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.474039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.474073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.474767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.474767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.474767] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4987d46-f264-43c8-bbfb-71699deed8f3 is going to be updated. [ 803.519092] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.519303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.519429] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.522591] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d69b99f-6211-40fb-b7a5-a4a26ac45ac3 with status ACTIVE [ 803.522809] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.522931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.523012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.523221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.523314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.523563] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.523675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.523733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.523893] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.523975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.524173] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.524294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.524618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.524618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.524618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.524618] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d69b99f-6211-40fb-b7a5-a4a26ac45ac3 is going to be updated. [ 803.539167] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.539167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.539167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.539167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.539167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.549117] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: IN_PROGRESS for 2s [ 803.554458] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.555781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.555781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.556828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.556828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.556828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d69b99f-6211-40fb-b7a5-a4a26ac45ac3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.898782] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e in Status: SUCCESS [ 803.899591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.966535] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55911bbb-5b35-4862-bb8a-b39ae5c6317f: rpc.has_security_group_logging(os_id): False [ 803.994809] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.994809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.994809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.994809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.995190] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.995330] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.995495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.995547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.995765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.997174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.997792] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.998174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.998321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.998601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.998759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.002046] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.002046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.002046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.002046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.002046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.002046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be created. [ 804.022642] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.091091] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.091348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.091443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.091971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.092319] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.123766] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 804.363165] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e9a7e3b4-7daf-4440-ac62-ef6713846687 None None] Enqueued Resource ID: 7fa2dc94-ce45-434b-97dd-809369041a99 with Priority: HIGHEST for action port [ 804.363973] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa2dc94-ce45-434b-97dd-809369041a99 with Priority: HIGHEST for action port [ 804.365591] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fa2dc94-ce45-434b-97dd-809369041a99 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.365591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fa2dc94-ce45-434b-97dd-809369041a99" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.365591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fa2dc94-ce45-434b-97dd-809369041a99" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.365591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fa2dc94-ce45-434b-97dd-809369041a99" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.366535] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fa2dc94-ce45-434b-97dd-809369041a99',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.438131] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: SUCCESS [ 804.438365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.438549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.438967] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.439112] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.439202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.439253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.439627] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.439770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.439770] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.529968] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.530306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.530306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.530306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.530400] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.531788] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fe4362-a489-4867-a494-0f819070b5ab is going to be created. [ 804.560649] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.560784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.560865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.561182] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.561386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.581894] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: UNINITIALIZED for 2s [ 804.870212] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fa2dc94-ce45-434b-97dd-809369041a99 [ 804.870470] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.870694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.870763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.870932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.871034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.871138] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fa2dc94-ce45-434b-97dd-809369041a99 already deleted. [ 804.871221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fa2dc94-ce45-434b-97dd-809369041a99" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.944150] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.064925] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 805.069184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.069184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.069184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.069184] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.446967] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.567425] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: SUCCESS [ 805.567712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.572505] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.572695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.572774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.573051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.573231] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.573336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.573404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.573680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.573779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.573870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.573960] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.950073] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.950073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.950073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.950073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.950073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.950465] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf9494a1-8930-4423-9998-6c8fee48c851 is going to be updated. [ 805.987815] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.988166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.988166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.988307] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.988694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.000932] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: IN_PROGRESS for 2s [ 806.076942] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.077294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.077867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.078191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.078456] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.078748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.078855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.079458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.079698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.079945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.081042] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.081559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.081690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.084206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.084520] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.084653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.084723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.084930] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.085041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.085139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.085482] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.136400] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 806.137889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.589797] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e011eb-102d-46e2-a49a-d5b9398e317a: rpc.has_security_group_logging(os_id): False [ 806.593952] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: SUCCESS [ 806.594209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.594421] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.594632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.594843] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.596219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.596219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.597325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.597452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.597563] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.597677] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.608380] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.608517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.608597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.608969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.609048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.609317] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.610244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.610424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.610642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.610747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.611084] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.611199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.611255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.611486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.611486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.612529] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.612529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.612529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.612529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.612529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.612529] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 806.683028] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.683028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.683028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.683028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.683028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.699456] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 806.825601] env[66340]: INFO networking_nsxv3.common.synchronization [None req-f0a407e0-8fa9-4403-91fa-eae816d0bfcf None None] Enqueued Resource ID: 39ad31fc-505a-4a74-b2a6-ba14549dcdfa with Priority: HIGHEST for action port [ 806.825601] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ad31fc-505a-4a74-b2a6-ba14549dcdfa with Priority: HIGHEST for action port [ 806.825921] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-39ad31fc-505a-4a74-b2a6-ba14549dcdfa taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.826054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39ad31fc-505a-4a74-b2a6-ba14549dcdfa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.826120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39ad31fc-505a-4a74-b2a6-ba14549dcdfa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.826378] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39ad31fc-505a-4a74-b2a6-ba14549dcdfa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.826457] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ad31fc-505a-4a74-b2a6-ba14549dcdfa',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.873800] env[66340]: INFO networking_nsxv3.common.synchronization [req-9a34355c-a26a-42b4-b157-748ad97de6cc req-be26b47a-9619-42ac-9ed8-f111190e2972 tempest-SecurityGroupRulesNegativeTestJSON-702447077 tempest-SecurityGroupRulesNegativeTestJSON-702447077-project-member] Enqueued Resource ID: f2124a7b-3038-4303-af58-95628e3a6666 with Priority: HIGHEST for action security_group_rules [ 806.874053] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2124a7b-3038-4303-af58-95628e3a6666 with Priority: HIGHEST for action security_group_rules [ 806.874331] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2124a7b-3038-4303-af58-95628e3a6666 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.874774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2124a7b-3038-4303-af58-95628e3a6666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.874774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2124a7b-3038-4303-af58-95628e3a6666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.874774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2124a7b-3038-4303-af58-95628e3a6666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.874914] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2124a7b-3038-4303-af58-95628e3a6666',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.102901] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.103115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.103195] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.103488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.103640] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.103748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.103851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.103968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.104090] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.104208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.104414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.104501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.104561] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.104707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.104938] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.105089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.105160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.105440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.105440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.105440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.105635] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.330487] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39ad31fc-505a-4a74-b2a6-ba14549dcdfa [ 807.330832] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.330966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.331111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.331352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.331453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.331566] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39ad31fc-505a-4a74-b2a6-ba14549dcdfa already deleted. [ 807.331654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39ad31fc-505a-4a74-b2a6-ba14549dcdfa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.400991] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.401197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.401298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.401541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.401664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.401785] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2124a7b-3038-4303-af58-95628e3a6666 already deleted. [ 807.401893] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2124a7b-3038-4303-af58-95628e3a6666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.610449] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0fe4362-a489-4867-a494-0f819070b5ab: rpc.has_security_group_logging(os_id): False [ 807.635271] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.635271] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.635271] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.635271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.636388] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.636388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.636529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.636772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.636912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.637131] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0fe4362-a489-4867-a494-0f819070b5ab is going to be created. [ 807.702588] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.702698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.702773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.702988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.703261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.732727] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: IN_PROGRESS for 2s [ 808.016858] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: SUCCESS [ 808.016858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.017027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.017335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.017993] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.017993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.017993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.020697] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.022011] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.022459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.023014] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.023285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.023438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.023751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.023946] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.024730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.024730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.024730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.024730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.025253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.025253] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.529503] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf9494a1-8930-4423-9998-6c8fee48c851: rpc.has_security_group_logging(os_id): False [ 808.556176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.557213] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.557213] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.557299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.558027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.558027] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.558173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.558173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.558942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.558942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.558942] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.558942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.558942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.559803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.559803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.559803] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.559803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.560072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.560948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.560948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.560948] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf9494a1-8930-4423-9998-6c8fee48c851 is going to be created. [ 808.674811] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.674811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.674811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.674811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.674811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.688783] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: IN_PROGRESS for 2s [ 808.718221] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 808.718221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.156818] env[66340]: INFO networking_nsxv3.common.synchronization [req-4dd1b19e-b724-4c26-96b7-91d4b89eb4b5 req-94120a96-6cb7-45d5-b4be-2e332f80828b tempest-ImagesTestJSON-2023120248 tempest-ImagesTestJSON-2023120248-project-member] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 809.158531] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 809.158887] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.159025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.159152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.159720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.159973] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.160152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.160244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.160431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.160554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.160854] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.649303] env[66340]: INFO networking_nsxv3.common.synchronization [req-f8729bf7-25fe-4203-8c01-808c95f4a4b0 req-c8939a3d-319b-4b95-a4aa-5f9803d41c49 tempest-ServersAdminNegativeTestJSON-1228350318 tempest-ServersAdminNegativeTestJSON-1228350318-project-member] Enqueued Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 809.651585] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGHEST for action security_group_members [ 809.651947] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.653036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.653123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.653338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.653506] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.653613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.653715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.653892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.653983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.654093] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.665646] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.665646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.665646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.665646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.665646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.665646] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.665646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.665646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.665646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.665646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.665646] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 809.694579] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.694898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.694898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.694898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.695080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.706191] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 809.744669] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: SUCCESS [ 809.744929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.158228] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.158475] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.158475] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.158681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.183496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.183496] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.183496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.183496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.183496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.183496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.183496] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 is going to be updated. [ 810.212828] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.213275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.213413] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.213599] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.213752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.223809] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: IN_PROGRESS for 2s [ 810.463246] env[66340]: INFO networking_nsxv3.common.synchronization [req-4cfead07-2396-4c45-be8b-3da7090b7638 req-b1de4ce1-b146-435b-ac2a-bbb90a83f0a1 tempest-ServerPasswordTestJSON-1688975540 tempest-ServerPasswordTestJSON-1688975540-project-member] Enqueued Resource ID: f0a15195-af2c-4837-b416-473f757e225b with Priority: HIGHEST for action security_group_members [ 810.467787] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a15195-af2c-4837-b416-473f757e225b with Priority: HIGHEST for action security_group_members [ 810.468930] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0a15195-af2c-4837-b416-473f757e225b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.469167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.469249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.469555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.469740] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.469906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.469983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.470189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.470297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.470401] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0a15195-af2c-4837-b416-473f757e225b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.701972] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: SUCCESS [ 810.702360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.702621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.702879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.702988] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.974595] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.974773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.974886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.975080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.975180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.975409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.975568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.975618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.975800] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.975858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.977218] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a15195-af2c-4837-b416-473f757e225b is going to be updated. [ 811.033770] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.033965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.034084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.034268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.034486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.047506] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a15195-af2c-4837-b416-473f757e225b in Status: IN_PROGRESS for 2s [ 811.211699] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.211699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.211699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.211699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.211699] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.211699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.211699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.211699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.211699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.211699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.211699] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.374702] env[66340]: INFO networking_nsxv3.common.synchronization [req-b0263497-6f87-4ae7-a9d3-8d4e66c5ff90 req-a0f598eb-4a51-447a-a4ff-67e1fd9f5fc3 tempest-InstanceActionsV221TestJSON-1087987049 tempest-InstanceActionsV221TestJSON-1087987049-project-member] Enqueued Resource ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 with Priority: HIGHEST for action security_group_members [ 811.375258] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 with Priority: HIGHEST for action security_group_members [ 811.375564] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae2d17ad-d551-417a-b41b-0ac8f8913e39 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.375685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.375755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.377110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.377975] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.378129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.378203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.378396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.378489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.378605] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae2d17ad-d551-417a-b41b-0ac8f8913e39',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.718308] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 811.718659] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d deletion is rescheduled due to dependency. [ 811.718659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.719084] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.719222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.719303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.719519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.719709] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.719822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.719917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.720515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.720641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.720719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.720892] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.720996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.721077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.721234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.721393] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.721491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.721555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.721728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.721810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.721904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.721997] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.744225] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-636 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.744225] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-636" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.744398] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-636" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.744729] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-636" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.744997] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.745951] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.746150] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.746399] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.746554] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.746764] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.746871] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.746975] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.747099] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.747205] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.747305] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.747433] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.767839] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.767984] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.768137] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.768313] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-636" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.768669] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-ada1d1aa-e1f7-4443-9035-a9840a6eba63 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.768841] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-ada1d1aa-e1f7-4443-9035-a9840a6eba63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.768955] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-ada1d1aa-e1f7-4443-9035-a9840a6eba63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.769328] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-ada1d1aa-e1f7-4443-9035-a9840a6eba63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.769469] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada1d1aa-e1f7-4443-9035-a9840a6eba63',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.881805] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.882066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.882196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.882504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.882664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.882989] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.883215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.883332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.883591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.883711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.883849] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 already deleted. [ 811.883987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.224886] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf9494a1-8930-4423-9998-6c8fee48c851: rpc.has_security_group_logging(os_id): False [ 812.239684] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 in Status: SUCCESS [ 812.239790] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 deletion is rescheduled due to dependency. [ 812.239919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.244902] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.245049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.245124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.245370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.245463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.245896] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.245896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.245896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.246730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.246730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.246730] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.246730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.246730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.246730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.246933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.246969] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.247111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.247167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.247267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.247344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.247428] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf9494a1-8930-4423-9998-6c8fee48c851 is going to be updated. [ 812.272133] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.272438] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.272573] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.272842] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.273011] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.273168] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port ada1d1aa-e1f7-4443-9035-a9840a6eba63 not found, creating... [ 812.273429] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.273638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.273832] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.274110] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.274244] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.274593] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.274743] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.274856] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.275180] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.275334] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.275469] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: ada1d1aa-e1f7-4443-9035-a9840a6eba63 is going to be created. [ 812.297725] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.298138] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.298251] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.298453] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.298690] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.299158] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-ada1d1aa-e1f7-4443-9035-a9840a6eba63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.321139] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.321353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.321424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.321622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.321733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.338363] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: IN_PROGRESS for 2s [ 813.060260] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0a15195-af2c-4837-b416-473f757e225b in Status: SUCCESS [ 813.060881] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0a15195-af2c-4837-b416-473f757e225b deletion is rescheduled due to dependency. [ 813.061127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0a15195-af2c-4837-b416-473f757e225b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.074875] env[66340]: INFO networking_nsxv3.common.synchronization [req-b0263497-6f87-4ae7-a9d3-8d4e66c5ff90 req-3d378982-45d0-4ec6-a95d-031745c23079 service nova] Enqueued Resource ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 with Priority: HIGHEST for action security_group_rules [ 813.077218] env[66340]: INFO networking_nsxv3.common.synchronization [req-b0263497-6f87-4ae7-a9d3-8d4e66c5ff90 req-3d378982-45d0-4ec6-a95d-031745c23079 service nova] Enqueued Resource ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 with Priority: HIGHEST for action security_group_members [ 813.077218] env[66340]: INFO networking_nsxv3.common.synchronization [req-b0263497-6f87-4ae7-a9d3-8d4e66c5ff90 req-3d378982-45d0-4ec6-a95d-031745c23079 service nova] Enqueued Resource ID: ada1d1aa-e1f7-4443-9035-a9840a6eba63 with Priority: HIGHEST for action port [ 813.077407] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 with Priority: HIGHEST for action security_group_rules [ 813.077453] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 with Priority: HIGHEST for action security_group_members [ 813.077550] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada1d1aa-e1f7-4443-9035-a9840a6eba63 with Priority: HIGHEST for action port [ 813.077846] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae2d17ad-d551-417a-b41b-0ac8f8913e39 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.078133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.078204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.078875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.078875] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae2d17ad-d551-417a-b41b-0ac8f8913e39',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.080334] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae2d17ad-d551-417a-b41b-0ac8f8913e39 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.080334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.080439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.080550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.080702] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.081351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.081351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.081351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.081351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.081351] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae2d17ad-d551-417a-b41b-0ac8f8913e39',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.082621] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada1d1aa-e1f7-4443-9035-a9840a6eba63 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.082621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada1d1aa-e1f7-4443-9035-a9840a6eba63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.082621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada1d1aa-e1f7-4443-9035-a9840a6eba63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.082621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada1d1aa-e1f7-4443-9035-a9840a6eba63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.082621] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada1d1aa-e1f7-4443-9035-a9840a6eba63',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.585256] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae2d17ad-d551-417a-b41b-0ac8f8913e39 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.585479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.585751] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae2d17ad-d551-417a-b41b-0ac8f8913e39',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.586926] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ada1d1aa-e1f7-4443-9035-a9840a6eba63 with status ACTIVE [ 813.587218] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.587372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.587447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.587734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.587896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.593414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.593414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.593414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.593414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.593414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.593414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.593414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.593677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.593738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.593895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.594068] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ada1d1aa-e1f7-4443-9035-a9840a6eba63 is going to be updated. [ 813.645026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.645026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.645026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.645026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.645026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.645026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada1d1aa-e1f7-4443-9035-a9840a6eba63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.097853] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae2d17ad-d551-417a-b41b-0ac8f8913e39',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.356289] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: SUCCESS [ 814.357741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.602030] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.602342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.602342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.602540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.602671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.602808] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 is going to be created. [ 814.632176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.632347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.632448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.632672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.632795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.645171] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 in Status: UNINITIALIZED for 2s [ 816.659143] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 in Status: SUCCESS [ 816.659143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.659521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.659729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.660103] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.660275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.660345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.660573] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.660692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.660795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.660902] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae2d17ad-d551-417a-b41b-0ac8f8913e39',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.167302] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae2d17ad-d551-417a-b41b-0ac8f8913e39 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.167483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.167576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.167897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.168025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.168146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.168215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.168396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.168493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.168606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.168786] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae2d17ad-d551-417a-b41b-0ac8f8913e39 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.168891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.168984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.169184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.169353] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.169494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.169565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.169753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.169856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.169963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.170443] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae2d17ad-d551-417a-b41b-0ac8f8913e39',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.673340] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae2d17ad-d551-417a-b41b-0ac8f8913e39: rpc.has_security_group_logging(os_id): False [ 817.692814] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.693038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.693038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.693260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.693380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.693687] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.693743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.693805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.693965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.694065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.694264] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.694440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.694498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.694660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.694765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.694998] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.695201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.695201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.695394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.695394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.695486] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 is going to be created. [ 817.768819] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.768819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.768819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.768819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.769077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.783459] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 in Status: IN_PROGRESS for 2s [ 818.081239] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 818.081239] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 818.208058] env[66340]: INFO networking_nsxv3.common.synchronization [None req-cf14780b-16a4-4439-af2b-fe8919c538ec None None] Enqueued Resource ID: 596a7a66-bd2d-4f05-8a5a-48dae4d01660 with Priority: HIGHEST for action port [ 818.209316] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596a7a66-bd2d-4f05-8a5a-48dae4d01660 with Priority: HIGHEST for action port [ 818.210832] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-596a7a66-bd2d-4f05-8a5a-48dae4d01660 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.210832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-596a7a66-bd2d-4f05-8a5a-48dae4d01660" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.210832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-596a7a66-bd2d-4f05-8a5a-48dae4d01660" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.212586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-596a7a66-bd2d-4f05-8a5a-48dae4d01660" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.212586] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('596a7a66-bd2d-4f05-8a5a-48dae4d01660',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.717100] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 596a7a66-bd2d-4f05-8a5a-48dae4d01660 [ 818.717100] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.717100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.717100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.717645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.717645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.717645] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:596a7a66-bd2d-4f05-8a5a-48dae4d01660 already deleted. [ 818.717645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-596a7a66-bd2d-4f05-8a5a-48dae4d01660" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.796858] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 in Status: SUCCESS [ 819.797236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.662440] env[66340]: INFO networking_nsxv3.common.synchronization [None req-98f12d65-0d70-4676-915f-30253618470d None None] Enqueued Resource ID: 06e0e336-f61e-4008-a1bb-171bbd31c9d7 with Priority: HIGHEST for action port [ 820.662440] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e0e336-f61e-4008-a1bb-171bbd31c9d7 with Priority: HIGHEST for action port [ 820.662984] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-06e0e336-f61e-4008-a1bb-171bbd31c9d7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.663317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06e0e336-f61e-4008-a1bb-171bbd31c9d7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.663516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06e0e336-f61e-4008-a1bb-171bbd31c9d7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.663874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06e0e336-f61e-4008-a1bb-171bbd31c9d7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.665133] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06e0e336-f61e-4008-a1bb-171bbd31c9d7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.169331] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06e0e336-f61e-4008-a1bb-171bbd31c9d7 [ 821.169612] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.169699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.169785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.170055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.170173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.170275] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06e0e336-f61e-4008-a1bb-171bbd31c9d7 already deleted. [ 821.170377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06e0e336-f61e-4008-a1bb-171bbd31c9d7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.568335] env[66340]: INFO networking_nsxv3.common.synchronization [req-eda6f35b-a268-48cc-858f-3a0c9a4240a5 req-ce7f80de-6678-4953-b9b3-cf7dad823b92 tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 821.568918] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 821.569262] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.569403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.569464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.570881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.570881] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.570881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.570881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.570881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.570881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.570881] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.074618] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.074801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.074801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.074999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.075110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.075311] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.075417] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.075481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.075641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.075720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.075872] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 822.110302] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.110538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.110538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.110738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.110908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.121514] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 823.902882] env[66340]: INFO networking_nsxv3.common.synchronization [None req-8fb9e7ad-fa0b-4915-a1fd-b1e560e5d7e9 None None] Enqueued Resource ID: 7ef15182-0e5f-4da7-bfa5-15be8fe689b6 with Priority: HIGHEST for action port [ 823.903562] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef15182-0e5f-4da7-bfa5-15be8fe689b6 with Priority: HIGHEST for action port [ 823.903928] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ef15182-0e5f-4da7-bfa5-15be8fe689b6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.904730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ef15182-0e5f-4da7-bfa5-15be8fe689b6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.904834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ef15182-0e5f-4da7-bfa5-15be8fe689b6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.905141] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ef15182-0e5f-4da7-bfa5-15be8fe689b6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.905237] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ef15182-0e5f-4da7-bfa5-15be8fe689b6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.133349] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 824.133349] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f deletion is rescheduled due to dependency. [ 824.133349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.308303] env[66340]: INFO networking_nsxv3.common.synchronization [req-9b25c5ea-aebf-41d1-9155-a9478955d5c9 req-9c92fe38-6c08-4c6d-a03e-a0b086fec5af tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 824.308910] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 824.309873] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.309873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.309873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.310092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.310160] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.310263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.310329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.310482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.310569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.310689] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.408667] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ef15182-0e5f-4da7-bfa5-15be8fe689b6 [ 824.408667] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.408667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.408667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.409053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.409053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.409053] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ef15182-0e5f-4da7-bfa5-15be8fe689b6 already deleted. [ 824.409053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ef15182-0e5f-4da7-bfa5-15be8fe689b6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.813482] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.813674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.813758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.814069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.814205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.814477] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.814590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.814685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.814898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.815034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.815175] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 824.849343] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.849525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.849579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.849810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.849980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.861475] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 824.864094] env[66340]: INFO networking_nsxv3.common.synchronization [req-8be93034-ed9b-4eeb-94c1-0076b27a394f req-0900d59f-0236-4c69-b013-7e24841d135e tempest-FloatingIPsAssociationNegativeTestJSON-1829798227 tempest-FloatingIPsAssociationNegativeTestJSON-1829798227-project-member] Enqueued Resource ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 with Priority: HIGHEST for action security_group_members [ 824.864708] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 with Priority: HIGHEST for action security_group_members [ 824.866316] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e03cc1e-5295-486c-8878-74fa6f2a2605 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.866478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.868488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.868488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.868488] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.868488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.868488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.868488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.868488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.868488] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e03cc1e-5295-486c-8878-74fa6f2a2605',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.266021] env[66340]: INFO networking_nsxv3.common.synchronization [None req-1d05fa61-91fa-4464-a9cc-4b3b8fb640b0 tempest-ServersTestManualDisk-1494927357 tempest-ServersTestManualDisk-1494927357-project-member] Enqueued Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_rules [ 825.266682] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_rules [ 825.267799] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af738da-80fd-4785-8d82-75e47bac9428 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.268143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.268143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.268268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.268344] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af738da-80fd-4785-8d82-75e47bac9428',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.373794] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.373794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.373794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.373794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.373794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.373794] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.373794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.373794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.373794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.373794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.373794] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 is going to be updated. [ 825.379887] env[66340]: INFO networking_nsxv3.common.synchronization [None req-8695bad7-3d55-441b-a867-56ef8613d630 tempest-ServersTestManualDisk-1494927357 tempest-ServersTestManualDisk-1494927357-project-member] Enqueued Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_rules [ 825.380476] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_rules [ 825.380783] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af738da-80fd-4785-8d82-75e47bac9428 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.380877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.405660] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.405660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.405660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.405660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.405660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.414124] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 in Status: IN_PROGRESS for 2s [ 825.797729] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.797953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.798053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.799786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.799990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.800139] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af738da-80fd-4785-8d82-75e47bac9428 already deleted. [ 825.800398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.800593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.800813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.800865] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af738da-80fd-4785-8d82-75e47bac9428',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.184240] env[66340]: INFO networking_nsxv3.common.synchronization [req-7c3bcd68-91cc-4628-9ca0-5c9f2276ddc4 req-846c0de4-da80-4f1f-a292-86ee44111cc8 tempest-InstanceActionsV221TestJSON-1087987049 tempest-InstanceActionsV221TestJSON-1087987049-project-member] Enqueued Resource ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 with Priority: HIGHEST for action security_group_members [ 826.186055] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 with Priority: HIGHEST for action security_group_members [ 826.187961] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae2d17ad-d551-417a-b41b-0ac8f8913e39 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.188227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.188370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.188707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.188997] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.189197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.189858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.189858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.189858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.189858] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae2d17ad-d551-417a-b41b-0ac8f8913e39',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.328658] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.328658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.328658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.328658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.328658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.328658] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af738da-80fd-4785-8d82-75e47bac9428 already deleted. [ 826.328658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.530492] env[66340]: INFO networking_nsxv3.common.synchronization [None req-ab09c40c-331b-4102-8e9f-5ec5903ee1e5 None None] Enqueued Resource ID: 301a9e67-9e3c-41d8-98aa-56dcd4147225 with Priority: HIGHEST for action port [ 826.531147] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301a9e67-9e3c-41d8-98aa-56dcd4147225 with Priority: HIGHEST for action port [ 826.531459] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-301a9e67-9e3c-41d8-98aa-56dcd4147225 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.531579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301a9e67-9e3c-41d8-98aa-56dcd4147225" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.532509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301a9e67-9e3c-41d8-98aa-56dcd4147225" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.532509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301a9e67-9e3c-41d8-98aa-56dcd4147225" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.532509] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301a9e67-9e3c-41d8-98aa-56dcd4147225',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.694044] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.694044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.694663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.695411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.695411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.695551] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.695654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.695719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.696057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.696242] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.696323] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 is going to be updated. [ 826.730629] env[66340]: INFO networking_nsxv3.common.synchronization [req-afb0515c-9348-45ef-8d8b-0a80428101cd req-327ff100-29be-40c9-9e7a-62adea071487 tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_members [ 826.736020] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGHEST for action security_group_members [ 826.736020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.736020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.736020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.736020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.736020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.741261] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5782e279-ff75-49bf-a209-3f17090baf7f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.741261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.741261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.741261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.741261] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.741261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.741261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.741261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.741261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.741261] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.752817] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 in Status: IN_PROGRESS for 2s [ 826.872650] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 826.872843] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 deletion is rescheduled due to dependency. [ 826.872983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.035913] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 301a9e67-9e3c-41d8-98aa-56dcd4147225 [ 827.036320] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.036602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.036602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.036772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.036857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.036982] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:301a9e67-9e3c-41d8-98aa-56dcd4147225 already deleted. [ 827.037548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301a9e67-9e3c-41d8-98aa-56dcd4147225" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.137777] env[66340]: INFO networking_nsxv3.common.synchronization [req-cd2df27c-2703-4d4b-a8c4-1afc3dfa0282 req-d4c9bd91-4e6d-4862-aaa1-c12b1ed9903e tempest-ListServerFiltersTestJSON-877885748 tempest-ListServerFiltersTestJSON-877885748-project-member] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 827.138696] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 827.139351] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.139351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.139502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.139811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.139882] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.140183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.140183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.140402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.140573] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.140617] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.247232] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.247381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.247456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.247701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.247802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.247999] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.248114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.248179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.249276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.249276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.249276] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5782e279-ff75-49bf-a209-3f17090baf7f is going to be updated. [ 827.308683] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.310058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.310177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.310407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.310500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.321065] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5782e279-ff75-49bf-a209-3f17090baf7f in Status: IN_PROGRESS for 2s [ 827.427685] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 in Status: SUCCESS [ 827.427965] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 deletion is rescheduled due to dependency. [ 827.428013] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.644440] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.147817] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.652247] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.652686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.652686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.652782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.652885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.652933] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be updated. [ 828.719562] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.719845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.719946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.720202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.720372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.733154] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 828.764488] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 in Status: SUCCESS [ 828.764728] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae2d17ad-d551-417a-b41b-0ac8f8913e39 deletion is rescheduled due to dependency. [ 828.764886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae2d17ad-d551-417a-b41b-0ac8f8913e39" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.966701] env[66340]: INFO networking_nsxv3.common.synchronization [req-ea008f1a-9050-46c4-9f55-9534c9be752e req-fc31d788-ae4e-42f0-8885-1c4c4b4b58a0 tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 828.967598] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 828.967704] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.967771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.967861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.968062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.968220] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.968321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.968386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.968545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.968631] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.968726] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.333063] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5782e279-ff75-49bf-a209-3f17090baf7f in Status: SUCCESS [ 829.333324] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5782e279-ff75-49bf-a209-3f17090baf7f deletion is rescheduled due to dependency. [ 829.333403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.471704] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.471704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.471704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.471704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.471874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.472377] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.472377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.472377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.472587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.472587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.473076] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 829.477237] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.477542] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.477719] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.478222] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.478720] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.478968] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.479138] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.479394] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.479746] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.480385] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.480385] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.480780] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.480863] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.481106] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.481318] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.481581] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.513494] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.513762] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.513834] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.514669] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.514669] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-d79a428f-1c9d-4b62-a3a6-9b15b51fe460 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.514669] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-d79a428f-1c9d-4b62-a3a6-9b15b51fe460" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.514669] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-d79a428f-1c9d-4b62-a3a6-9b15b51fe460" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.515026] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-d79a428f-1c9d-4b62-a3a6-9b15b51fe460" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.515173] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79a428f-1c9d-4b62-a3a6-9b15b51fe460',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.547588] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.547781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.547873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.548183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.548380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.563346] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 830.018091] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.018490] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.018555] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.018874] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.018990] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.019159] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port d79a428f-1c9d-4b62-a3a6-9b15b51fe460 not found, creating... [ 830.019422] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.019596] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.019697] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.019912] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.020059] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.020345] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.020493] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.020627] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.020905] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.020971] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.021106] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: d79a428f-1c9d-4b62-a3a6-9b15b51fe460 is going to be created. [ 830.048214] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.048521] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.048521] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.048873] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.049192] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.049524] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-d79a428f-1c9d-4b62-a3a6-9b15b51fe460" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.649573] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 830.649785] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent loop - iteration:1 started [ 830.746982] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 830.747268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.818359] env[66340]: INFO networking_nsxv3.common.synchronization [req-ea008f1a-9050-46c4-9f55-9534c9be752e req-300e2803-bdaf-4f7f-ab43-8e2e3d7d2d51 service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 830.818359] env[66340]: INFO networking_nsxv3.common.synchronization [req-ea008f1a-9050-46c4-9f55-9534c9be752e req-300e2803-bdaf-4f7f-ab43-8e2e3d7d2d51 service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 830.818563] env[66340]: INFO networking_nsxv3.common.synchronization [req-ea008f1a-9050-46c4-9f55-9534c9be752e req-300e2803-bdaf-4f7f-ab43-8e2e3d7d2d51 service nova] Enqueued Resource ID: d79a428f-1c9d-4b62-a3a6-9b15b51fe460 with Priority: HIGHEST for action port [ 830.819713] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 830.819713] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 830.819713] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79a428f-1c9d-4b62-a3a6-9b15b51fe460 with Priority: HIGHEST for action port [ 830.819713] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.820073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.820073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.821076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.821076] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.821415] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.821468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.822183] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79a428f-1c9d-4b62-a3a6-9b15b51fe460 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.822183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79a428f-1c9d-4b62-a3a6-9b15b51fe460" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.825872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79a428f-1c9d-4b62-a3a6-9b15b51fe460" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.825872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79a428f-1c9d-4b62-a3a6-9b15b51fe460" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.825872] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79a428f-1c9d-4b62-a3a6-9b15b51fe460',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.325631] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.325631] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.325631] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d79a428f-1c9d-4b62-a3a6-9b15b51fe460 with status ACTIVE [ 831.326100] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.326100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.326100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.326733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.326733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.326733] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.326733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.326733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.327015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.327015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.327131] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.327227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.327287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.327433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.327833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.327928] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d79a428f-1c9d-4b62-a3a6-9b15b51fe460 is going to be updated. [ 831.358510] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.358510] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.358510] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.358800] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.358800] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.358959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79a428f-1c9d-4b62-a3a6-9b15b51fe460" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.573702] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 831.573904] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 deletion is rescheduled due to dependency. [ 831.574073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.574221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.574603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.574816] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.574949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.575035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.575216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.575308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.575593] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.650945] env[66340]: INFO networking_nsxv3.common.synchronization [req-e56f5fc4-5750-48f7-8756-39dfb1591512 req-7b68e85a-75a8-47cc-8ef6-a707280695b7 tempest-ServersWithSpecificFlavorTestJSON-2086508200 tempest-ServersWithSpecificFlavorTestJSON-2086508200-project-member] Enqueued Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 831.652072] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 831.652419] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.652566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.652638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.652866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.653094] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.653235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.653344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.653541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.653649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.653771] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.989028] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.989028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-277" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.989028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-277" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.993341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-277" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.993341] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.993341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.993341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.993341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.993341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.993341] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.993341] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.993341] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.993341] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.993341] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.993341] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.993341] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.016029] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.016029] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.016029] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.016029] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-277" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.019689] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-03eefbed-8610-4ee7-a7f8-2edf2b1ba885 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.019689] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-03eefbed-8610-4ee7-a7f8-2edf2b1ba885" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.019689] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-03eefbed-8610-4ee7-a7f8-2edf2b1ba885" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.019689] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-03eefbed-8610-4ee7-a7f8-2edf2b1ba885" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.019689] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03eefbed-8610-4ee7-a7f8-2edf2b1ba885',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.078243] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.156473] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.156698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.156761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.156949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.157060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.157258] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.157358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.157410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.157615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.157702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.157784] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 is going to be updated. [ 832.188238] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.188411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.188510] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.188762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.188933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.198968] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: IN_PROGRESS for 2s [ 832.524418] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.524418] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.524418] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.524418] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.524418] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.524418] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 03eefbed-8610-4ee7-a7f8-2edf2b1ba885 not found, creating... [ 832.524418] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.524418] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.524418] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.524418] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.525824] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.526434] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.527239] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.527501] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.528391] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.528675] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.529561] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 03eefbed-8610-4ee7-a7f8-2edf2b1ba885 is going to be created. [ 832.554040] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.554040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.554040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.554040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.554040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.554040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-03eefbed-8610-4ee7-a7f8-2edf2b1ba885" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.582256] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.893114] env[66340]: INFO networking_nsxv3.common.synchronization [None req-010e1d7a-7cee-4d6a-9650-f643b536db5b None None] Enqueued Resource ID: 7b3876ca-fee8-4b02-985c-5c269118dbd4 with Priority: HIGHEST for action port [ 832.893926] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3876ca-fee8-4b02-985c-5c269118dbd4 with Priority: HIGHEST for action port [ 832.894272] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b3876ca-fee8-4b02-985c-5c269118dbd4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.894449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b3876ca-fee8-4b02-985c-5c269118dbd4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.895989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b3876ca-fee8-4b02-985c-5c269118dbd4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.896325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b3876ca-fee8-4b02-985c-5c269118dbd4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.896427] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b3876ca-fee8-4b02-985c-5c269118dbd4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.085089] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.085245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.085318] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.085549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.085682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.087580] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 833.124672] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.124751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.125440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.125440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.125440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.136505] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 833.343269] env[66340]: INFO networking_nsxv3.common.synchronization [req-e56f5fc4-5750-48f7-8756-39dfb1591512 req-1476ba30-569f-4f8d-8b2f-6cf0cac599f6 service nova] Enqueued Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_rules [ 833.343269] env[66340]: INFO networking_nsxv3.common.synchronization [req-e56f5fc4-5750-48f7-8756-39dfb1591512 req-1476ba30-569f-4f8d-8b2f-6cf0cac599f6 service nova] Enqueued Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 833.343269] env[66340]: INFO networking_nsxv3.common.synchronization [req-e56f5fc4-5750-48f7-8756-39dfb1591512 req-1476ba30-569f-4f8d-8b2f-6cf0cac599f6 service nova] Enqueued Resource ID: 03eefbed-8610-4ee7-a7f8-2edf2b1ba885 with Priority: HIGHEST for action port [ 833.343269] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_rules [ 833.343269] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 833.343269] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eefbed-8610-4ee7-a7f8-2edf2b1ba885 with Priority: HIGHEST for action port [ 833.346523] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.346523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.346523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.346523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.346523] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.346523] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.346523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.346523] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-03eefbed-8610-4ee7-a7f8-2edf2b1ba885 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.346523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03eefbed-8610-4ee7-a7f8-2edf2b1ba885" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.346972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03eefbed-8610-4ee7-a7f8-2edf2b1ba885" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.346972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03eefbed-8610-4ee7-a7f8-2edf2b1ba885" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.346972] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03eefbed-8610-4ee7-a7f8-2edf2b1ba885',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.399708] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b3876ca-fee8-4b02-985c-5c269118dbd4 [ 833.399708] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.399708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.399708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.400059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.400161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.400278] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b3876ca-fee8-4b02-985c-5c269118dbd4 already deleted. [ 833.400514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b3876ca-fee8-4b02-985c-5c269118dbd4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.849075] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.849440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.849440] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03eefbed-8610-4ee7-a7f8-2edf2b1ba885 with status ACTIVE [ 833.849561] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.849664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.849727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.849986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.850094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.850286] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.850380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.850439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.850626] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.850709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.850889] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.851401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.852987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.852987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.852987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.852987] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03eefbed-8610-4ee7-a7f8-2edf2b1ba885 is going to be updated. [ 833.880109] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.880408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.880408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.880860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.880860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.880860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03eefbed-8610-4ee7-a7f8-2edf2b1ba885" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.210688] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: IN_PROGRESS for 4s [ 835.152342] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 835.152768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.153067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.153453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.153654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.153792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.153853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.154054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.154154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.154246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.154489] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.660495] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.660495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.660495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.660495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.660495] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.660862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.660862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.660862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.660997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.661114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.661389] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.661462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.661553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.661746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.661934] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.662074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.662244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.662456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.662609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.662662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.662779] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.912664] env[66340]: INFO networking_nsxv3.common.synchronization [None req-17d5fabd-324c-4004-9318-888528be6ea5 None None] Enqueued Resource ID: 7cc6eb3a-9390-40df-90f4-a0c397e3028c with Priority: HIGHEST for action port [ 835.913649] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc6eb3a-9390-40df-90f4-a0c397e3028c with Priority: HIGHEST for action port [ 835.914528] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cc6eb3a-9390-40df-90f4-a0c397e3028c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.914800] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cc6eb3a-9390-40df-90f4-a0c397e3028c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.914800] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cc6eb3a-9390-40df-90f4-a0c397e3028c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.915280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cc6eb3a-9390-40df-90f4-a0c397e3028c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.915280] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc6eb3a-9390-40df-90f4-a0c397e3028c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.168183] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd55b9a5-4740-45b3-a886-6ff769754673: rpc.has_security_group_logging(os_id): False [ 836.189608] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.189794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.189794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.190041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.190041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.190267] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.190533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.190533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.190675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.190675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.190946] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.190946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.191042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.191296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.191296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.191432] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.191512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.191555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.191685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.191753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.191936] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 836.221103] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: SUCCESS [ 836.221395] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 deletion is rescheduled due to dependency. [ 836.221590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.221870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.222202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.222572] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.222769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.223055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.223268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.223424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.223589] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.258748] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.258748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.258748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.258748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.258748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.270978] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 836.418533] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cc6eb3a-9390-40df-90f4-a0c397e3028c [ 836.418533] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.418533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.418533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.418533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.418533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.418973] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cc6eb3a-9390-40df-90f4-a0c397e3028c already deleted. [ 836.418973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cc6eb3a-9390-40df-90f4-a0c397e3028c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.510085] env[66340]: INFO networking_nsxv3.common.synchronization [req-0e75cf04-e86f-44d1-b6a9-8198e9c6556d req-a385aeda-7c93-4f89-8125-78b14bebd08f tempest-ServersTestFqdnHostnames-1358329564 tempest-ServersTestFqdnHostnames-1358329564-project-member] Enqueued Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_members [ 836.511373] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGHEST for action security_group_members [ 836.511373] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d307cb6-091b-479d-bb80-9dba8724dcf4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.512018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.512018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.512018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.512018] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.512175] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.512327] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.512481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.512605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.512815] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.727373] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.017781] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.018853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.019070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.019406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.019588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.020011] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.020165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.020237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.020494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.020645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.020792] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 is going to be updated. [ 837.058030] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.058030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.058030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.058030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.058575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.069081] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 in Status: IN_PROGRESS for 2s [ 837.230715] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.346100] env[66340]: INFO networking_nsxv3.common.synchronization [req-f81f3738-732e-4b17-92e2-88eb36b8b675 req-0e18ffaf-6f7d-433c-b93e-81e38f9301ed tempest-ImagesOneServerNegativeTestJSON-649161716 tempest-ImagesOneServerNegativeTestJSON-649161716-project-member] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 837.346953] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 837.347447] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.347681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.347780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.348068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.348314] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.348493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.348591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.349069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.349069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.349188] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.733668] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.733846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.733926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.734221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.734293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.734425] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 is going to be updated. [ 837.768561] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.768710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.768787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.768999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.769668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.783344] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: IN_PROGRESS for 2s [ 837.855614] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.855614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.855614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.855614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.855614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.855614] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.855614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.855614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.855614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.855614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.855614] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be updated. [ 837.888088] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.888088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.888088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.888088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.888088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.896902] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: IN_PROGRESS for 2s [ 838.293931] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 838.294314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.895750] env[66340]: INFO networking_nsxv3.common.synchronization [req-944b9ee1-ef27-4299-abdd-8298d3a3a7a0 req-3118b3d4-6f67-4579-91bb-f3c73ad7c49c tempest-ImagesTestJSON-2023120248 tempest-ImagesTestJSON-2023120248-project-member] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 838.896434] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 838.896603] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.896719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.896784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.896972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.899999] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.900144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.900217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.900402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.900692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.900692] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.083726] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 in Status: SUCCESS [ 839.083726] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 deletion is rescheduled due to dependency. [ 839.083726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.170654] env[66340]: INFO networking_nsxv3.common.synchronization [None req-851d4990-bddc-455a-a627-fdf1c6a264ec None None] Enqueued Resource ID: 09a4483d-8cb4-4155-b24e-6a7b46af42f0 with Priority: HIGHEST for action port [ 839.171553] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09a4483d-8cb4-4155-b24e-6a7b46af42f0 with Priority: HIGHEST for action port [ 839.171553] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-09a4483d-8cb4-4155-b24e-6a7b46af42f0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.171833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09a4483d-8cb4-4155-b24e-6a7b46af42f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.171833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09a4483d-8cb4-4155-b24e-6a7b46af42f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.172377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09a4483d-8cb4-4155-b24e-6a7b46af42f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.172377] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09a4483d-8cb4-4155-b24e-6a7b46af42f0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.370223] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.370622] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.370622] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.371015] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.371311] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.371473] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.371592] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.371813] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.371957] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.372182] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.372290] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.372396] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.372494] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.372595] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.372694] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.372820] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.392101] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.392255] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.392357] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.392613] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.392854] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-39197ecd-af6e-4221-af69-10d5e3134859 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.393047] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-39197ecd-af6e-4221-af69-10d5e3134859" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.393170] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-39197ecd-af6e-4221-af69-10d5e3134859" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.393476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-39197ecd-af6e-4221-af69-10d5e3134859" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.393665] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39197ecd-af6e-4221-af69-10d5e3134859',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.405525] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.405959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.405959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.406268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.406441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.406793] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.407430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.407430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.407430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.407562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.407682] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 839.438076] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.438264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.438309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.438535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.438989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.450868] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 839.675299] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09a4483d-8cb4-4155-b24e-6a7b46af42f0 [ 839.675299] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.675299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.675299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.675299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.675299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.675299] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09a4483d-8cb4-4155-b24e-6a7b46af42f0 already deleted. [ 839.675299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09a4483d-8cb4-4155-b24e-6a7b46af42f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.794059] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: SUCCESS [ 839.794345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.794601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.794813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.795020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.795299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.795299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.795419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.795512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.795644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.795689] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.896128] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.896410] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.896581] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.897331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.897331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.897331] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 39197ecd-af6e-4221-af69-10d5e3134859 not found, creating... [ 839.897510] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.898394] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.898394] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.898394] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.898394] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.898394] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.898746] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.898746] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.898850] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.899067] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.899182] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 39197ecd-af6e-4221-af69-10d5e3134859 is going to be created. [ 839.914073] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 839.914073] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 deletion is rescheduled due to dependency. [ 839.914073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.922141] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.923691] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.923691] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.923691] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.923691] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.923691] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-39197ecd-af6e-4221-af69-10d5e3134859" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.293110] env[66340]: INFO networking_nsxv3.common.synchronization [req-44ad4fcc-84fe-487b-9219-145cb69fcb48 req-2eaf30d5-2ec3-4b6d-81d2-a87ff3f8e68f tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 840.293668] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 840.294012] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.294143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.295569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.295791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.295972] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.296094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.296159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.296313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.296398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.296499] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.297569] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.669370] env[66340]: INFO networking_nsxv3.common.synchronization [req-944b9ee1-ef27-4299-abdd-8298d3a3a7a0 req-3e369301-dead-4eb4-b4c2-4eb4d0d413fb service nova] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_rules [ 840.669911] env[66340]: INFO networking_nsxv3.common.synchronization [req-944b9ee1-ef27-4299-abdd-8298d3a3a7a0 req-3e369301-dead-4eb4-b4c2-4eb4d0d413fb service nova] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 840.669911] env[66340]: INFO networking_nsxv3.common.synchronization [req-944b9ee1-ef27-4299-abdd-8298d3a3a7a0 req-3e369301-dead-4eb4-b4c2-4eb4d0d413fb service nova] Enqueued Resource ID: 39197ecd-af6e-4221-af69-10d5e3134859 with Priority: HIGHEST for action port [ 840.670498] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_rules [ 840.670498] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 840.670498] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39197ecd-af6e-4221-af69-10d5e3134859 with Priority: HIGHEST for action port [ 840.670675] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.670879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.670879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.671507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.671640] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.674833] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.674944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.677996] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-39197ecd-af6e-4221-af69-10d5e3134859 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.677996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39197ecd-af6e-4221-af69-10d5e3134859" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.677996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39197ecd-af6e-4221-af69-10d5e3134859" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.677996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39197ecd-af6e-4221-af69-10d5e3134859" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.677996] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39197ecd-af6e-4221-af69-10d5e3134859',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.802779] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.802922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.802998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.803219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.803312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.803528] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.803687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.803763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.803921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.803999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.804191] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fe4362-a489-4867-a494-0f819070b5ab is going to be updated. [ 840.805953] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c82c94a2-7106-4d42-a2ef-005ce48f0b55: rpc.has_security_group_logging(os_id): False [ 840.829381] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.829381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.829381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.829381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.829381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.829381] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.829381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.829381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.829381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.829381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.829381] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 is going to be updated. [ 840.842558] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.842722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.843316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.843316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.843316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.852802] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: IN_PROGRESS for 2s [ 840.900035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.900035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.900281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.900472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.900722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.917221] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: IN_PROGRESS for 2s [ 841.177932] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.178127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.181013] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39197ecd-af6e-4221-af69-10d5e3134859 with status ACTIVE [ 841.181242] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.181366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.181439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.182342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.182342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.182342] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.182342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.182342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.182342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.182803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.182803] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.182803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.183625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.183625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.183625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.183625] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39197ecd-af6e-4221-af69-10d5e3134859 is going to be updated. [ 841.206016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.206016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.206313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.206348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.206791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.206791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39197ecd-af6e-4221-af69-10d5e3134859" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.461493] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 841.461689] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d deletion is rescheduled due to dependency. [ 841.461813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.461985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.462699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.462699] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.463145] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.463145] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.463248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.463463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.463463] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.967135] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.314971] env[66340]: INFO networking_nsxv3.common.synchronization [None req-5c50c152-c5a9-4d7b-bfc3-6f03d24f684c None None] Enqueued Resource ID: 9295439a-3a44-40a8-909a-511759e65720 with Priority: HIGHEST for action port [ 842.314971] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9295439a-3a44-40a8-909a-511759e65720 with Priority: HIGHEST for action port [ 842.314971] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9295439a-3a44-40a8-909a-511759e65720 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.315165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9295439a-3a44-40a8-909a-511759e65720" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.319106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9295439a-3a44-40a8-909a-511759e65720" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.319408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9295439a-3a44-40a8-909a-511759e65720" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.319498] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9295439a-3a44-40a8-909a-511759e65720',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.470138] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.822200] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9295439a-3a44-40a8-909a-511759e65720 [ 842.823498] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.823498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.823498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.823498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.823498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.823498] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9295439a-3a44-40a8-909a-511759e65720 already deleted. [ 842.823498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9295439a-3a44-40a8-909a-511759e65720" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.866802] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: SUCCESS [ 842.867148] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fe4362-a489-4867-a494-0f819070b5ab deletion is rescheduled due to dependency. [ 842.867193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.930609] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: SUCCESS [ 842.930755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.976802] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.976802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.977186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.977186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.977293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.977293] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 843.009486] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.009761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.009885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.010146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.010337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.019740] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 845.032165] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 845.032996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.032996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.032996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.033150] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.033150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.033231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.033364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.033463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.033526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.033637] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.536154] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.536400] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.536400] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.536647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.536885] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.537045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.537045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.537224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.537313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.537414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.537602] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.537743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.537743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.537877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.538046] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.538141] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.538215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.538377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.538462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.538547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.538639] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.041749] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d: rpc.has_security_group_logging(os_id): False [ 846.062013] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.062230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.062357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.062697] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.062798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.063116] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.063215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.063215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.063461] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.063547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.063803] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.064066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.064066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.064186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.064256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.064517] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.064604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.064659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.065063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.065063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.065063] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 846.083374] env[66340]: INFO networking_nsxv3.common.synchronization [req-2ebbedff-6351-4205-87ce-4f9e1ec11d80 req-e6f094fa-b7be-4d40-99c1-9467d4c89075 tempest-TenantUsagesTestJSON-380393323 tempest-TenantUsagesTestJSON-380393323-project-member] Enqueued Resource ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 with Priority: HIGHEST for action security_group_members [ 846.084074] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 with Priority: HIGHEST for action security_group_members [ 846.084399] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-aadcf588-c007-45be-b5f3-6e9e21220ce3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.086301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.086301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.086514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.086843] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.086843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.086843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.087501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.087501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.087501] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aadcf588-c007-45be-b5f3-6e9e21220ce3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.177888] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.178113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.178199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.178664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.178664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.194802] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 846.572241] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.572241] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.572241] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.572241] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.577039] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.577039] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.577039] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.577039] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.577039] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.577039] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.577039] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.577039] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.577039] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.577039] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.577039] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.577039] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.590858] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.590858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.590858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.590858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.590858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.590858] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.590858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.590858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.590858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.590858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.590858] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 already deleted. [ 846.590858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.601021] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.601021] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.601021] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.601021] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.601021] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-6aba6d28-f3c0-4ae8-8f89-bf8877e29344 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.601432] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-6aba6d28-f3c0-4ae8-8f89-bf8877e29344" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.602034] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-6aba6d28-f3c0-4ae8-8f89-bf8877e29344" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.602034] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-6aba6d28-f3c0-4ae8-8f89-bf8877e29344" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.603012] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aba6d28-f3c0-4ae8-8f89-bf8877e29344',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.106699] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.106981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.107153] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.107457] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.107651] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.107977] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 6aba6d28-f3c0-4ae8-8f89-bf8877e29344 not found, creating... [ 847.108392] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.108703] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.108840] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.109088] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.109227] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.109506] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.109683] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.109793] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.110006] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.110140] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.110303] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 6aba6d28-f3c0-4ae8-8f89-bf8877e29344 is going to be created. [ 847.131272] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.131480] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.131602] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.131969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.132232] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.132492] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-6aba6d28-f3c0-4ae8-8f89-bf8877e29344" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.845516] env[66340]: INFO networking_nsxv3.common.synchronization [req-2ebbedff-6351-4205-87ce-4f9e1ec11d80 req-046ea838-dfca-4cd4-92b1-468dca66c28b service nova] Enqueued Resource ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 with Priority: HIGHEST for action security_group_rules [ 847.845516] env[66340]: INFO networking_nsxv3.common.synchronization [req-2ebbedff-6351-4205-87ce-4f9e1ec11d80 req-046ea838-dfca-4cd4-92b1-468dca66c28b service nova] Enqueued Resource ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 with Priority: HIGHEST for action security_group_members [ 847.845516] env[66340]: INFO networking_nsxv3.common.synchronization [req-2ebbedff-6351-4205-87ce-4f9e1ec11d80 req-046ea838-dfca-4cd4-92b1-468dca66c28b service nova] Enqueued Resource ID: 6aba6d28-f3c0-4ae8-8f89-bf8877e29344 with Priority: HIGHEST for action port [ 847.845516] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 with Priority: HIGHEST for action security_group_rules [ 847.845516] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 with Priority: HIGHEST for action security_group_members [ 847.845516] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aba6d28-f3c0-4ae8-8f89-bf8877e29344 with Priority: HIGHEST for action port [ 847.847254] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aadcf588-c007-45be-b5f3-6e9e21220ce3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.847779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.847779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.851505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.851505] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aadcf588-c007-45be-b5f3-6e9e21220ce3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.851505] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-aadcf588-c007-45be-b5f3-6e9e21220ce3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.851505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.851505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.851505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.851505] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.851505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.851505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.851505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.851505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.851505] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aadcf588-c007-45be-b5f3-6e9e21220ce3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.851922] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-6aba6d28-f3c0-4ae8-8f89-bf8877e29344 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.851922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6aba6d28-f3c0-4ae8-8f89-bf8877e29344" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.852074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6aba6d28-f3c0-4ae8-8f89-bf8877e29344" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.853180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6aba6d28-f3c0-4ae8-8f89-bf8877e29344" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.853180] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aba6d28-f3c0-4ae8-8f89-bf8877e29344',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.109866] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e12fb130-5536-42d4-8312-46c879f87eef None None] Enqueued Resource ID: 39c79f8f-8ed5-4e88-b058-74d54ee78f46 with Priority: HIGHEST for action port [ 848.113630] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c79f8f-8ed5-4e88-b058-74d54ee78f46 with Priority: HIGHEST for action port [ 848.113630] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-39c79f8f-8ed5-4e88-b058-74d54ee78f46 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.113630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39c79f8f-8ed5-4e88-b058-74d54ee78f46" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.113630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39c79f8f-8ed5-4e88-b058-74d54ee78f46" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.113630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39c79f8f-8ed5-4e88-b058-74d54ee78f46" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.113630] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c79f8f-8ed5-4e88-b058-74d54ee78f46',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.209832] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 848.210114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.359385] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-aadcf588-c007-45be-b5f3-6e9e21220ce3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.359594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.359885] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aadcf588-c007-45be-b5f3-6e9e21220ce3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.360881] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6aba6d28-f3c0-4ae8-8f89-bf8877e29344 with status ACTIVE [ 848.361091] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.361206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.361276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.361481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.361590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.361769] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.362231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.362231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.367977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.368100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.368403] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.368532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.368601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.368802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.368879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.368975] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6aba6d28-f3c0-4ae8-8f89-bf8877e29344 is going to be updated. [ 848.397685] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.398784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.398784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.398784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.398784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.398784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6aba6d28-f3c0-4ae8-8f89-bf8877e29344" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.615985] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39c79f8f-8ed5-4e88-b058-74d54ee78f46 [ 848.616340] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.616485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.616747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.616829] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.616867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.616935] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39c79f8f-8ed5-4e88-b058-74d54ee78f46 already deleted. [ 848.617054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39c79f8f-8ed5-4e88-b058-74d54ee78f46" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.728073] env[66340]: INFO networking_nsxv3.common.synchronization [req-ca95917d-9c6c-4387-ae99-050b66c9e140 req-a12f325c-dc09-46bc-b94c-52ff447f3ba1 tempest-MigrationsAdminTest-2026872017 tempest-MigrationsAdminTest-2026872017-project-member] Enqueued Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 848.728404] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 848.728734] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.728918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.728998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.730488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.730488] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.730849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.730849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.734443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.734443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.734443] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.870992] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aadcf588-c007-45be-b5f3-6e9e21220ce3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.163776] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.164080] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.164080] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.164749] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.164749] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.164749] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.165028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.165167] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.165336] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.165645] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.165720] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.165862] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.165965] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.166093] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.166190] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.166322] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.189814] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.190050] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.190231] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.190427] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-52" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.190745] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-6d25d397-ee4a-4a10-8a10-987b561c7d7b taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.190912] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-6d25d397-ee4a-4a10-8a10-987b561c7d7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.191048] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-6d25d397-ee4a-4a10-8a10-987b561c7d7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.191359] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-6d25d397-ee4a-4a10-8a10-987b561c7d7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.191494] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d25d397-ee4a-4a10-8a10-987b561c7d7b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.233820] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.375468] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.375781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.375927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.376333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.376560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.376857] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 is going to be created. [ 849.405087] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.405244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.405301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.405710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.405907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.418451] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 in Status: UNINITIALIZED for 2s [ 849.586171] env[66340]: INFO networking_nsxv3.common.synchronization [None req-5b568af3-240a-4dba-906c-2dc2c14b30b9 tempest-AttachVolumeShelveTestJSON-672223224 tempest-AttachVolumeShelveTestJSON-672223224-project-member] Enqueued Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_rules [ 849.587359] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_rules [ 849.587664] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.587802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.587886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.588287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.588398] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.698399] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.698591] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.698637] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.698979] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.699155] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.699657] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 6d25d397-ee4a-4a10-8a10-987b561c7d7b not found, creating... [ 849.699657] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.699915] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.699915] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.700158] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.700330] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.700873] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.701051] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.701170] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.701380] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.701515] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.701652] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 6d25d397-ee4a-4a10-8a10-987b561c7d7b is going to be created. [ 849.724955] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.725153] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.725200] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.725469] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.725831] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.725909] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-6d25d397-ee4a-4a10-8a10-987b561c7d7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.728636] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e0c1b3e7-e819-4b35-b81a-0227796ba1cf tempest-AttachVolumeShelveTestJSON-672223224 tempest-AttachVolumeShelveTestJSON-672223224-project-member] Enqueued Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_rules [ 849.729427] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_rules [ 849.729732] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.729835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.736698] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.120254] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.120402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.120402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.120669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.120669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.120772] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210d75dd-97b4-4695-ab97-279b25e95910 already deleted. [ 850.120863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.121072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.121205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.121296] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.239634] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.240016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.240016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.244776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.244776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.244776] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a is going to be updated. [ 850.282019] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.282219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.282219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.282421] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.282575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.303097] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: IN_PROGRESS for 2s [ 850.581172] env[66340]: INFO networking_nsxv3.common.synchronization [req-ca95917d-9c6c-4387-ae99-050b66c9e140 req-b900e09b-99ff-4da8-aed0-12af74260d07 service nova] Enqueued Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_rules [ 850.581373] env[66340]: INFO networking_nsxv3.common.synchronization [req-ca95917d-9c6c-4387-ae99-050b66c9e140 req-b900e09b-99ff-4da8-aed0-12af74260d07 service nova] Enqueued Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 850.581511] env[66340]: INFO networking_nsxv3.common.synchronization [req-ca95917d-9c6c-4387-ae99-050b66c9e140 req-b900e09b-99ff-4da8-aed0-12af74260d07 service nova] Enqueued Resource ID: 6d25d397-ee4a-4a10-8a10-987b561c7d7b with Priority: HIGHEST for action port [ 850.582123] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_rules [ 850.582265] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 850.582379] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d25d397-ee4a-4a10-8a10-987b561c7d7b with Priority: HIGHEST for action port [ 850.582706] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.582787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.582904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.584166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.584268] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.585362] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.585470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.585838] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d25d397-ee4a-4a10-8a10-987b561c7d7b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.585997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d25d397-ee4a-4a10-8a10-987b561c7d7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.586202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d25d397-ee4a-4a10-8a10-987b561c7d7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.587055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d25d397-ee4a-4a10-8a10-987b561c7d7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.587055] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d25d397-ee4a-4a10-8a10-987b561c7d7b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.615724] env[66340]: INFO networking_nsxv3.common.synchronization [None req-62a93768-c3ec-417d-8254-28140d207021 None None] Enqueued Resource ID: 5a4b4973-135a-47ff-859a-8fc682f2bf9c with Priority: HIGHEST for action port [ 850.616284] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4b4973-135a-47ff-859a-8fc682f2bf9c with Priority: HIGHEST for action port [ 850.616600] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a4b4973-135a-47ff-859a-8fc682f2bf9c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.616726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a4b4973-135a-47ff-859a-8fc682f2bf9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.616880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a4b4973-135a-47ff-859a-8fc682f2bf9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.618976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a4b4973-135a-47ff-859a-8fc682f2bf9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.619140] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a4b4973-135a-47ff-859a-8fc682f2bf9c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.650613] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.650910] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.651095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.651448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.651628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.651816] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210d75dd-97b4-4695-ab97-279b25e95910 already deleted. [ 850.651984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.089888] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d25d397-ee4a-4a10-8a10-987b561c7d7b with status ACTIVE [ 851.090283] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.090535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.090608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.091234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.091234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.091234] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.091523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.091523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.091523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.091884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.091884] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.092049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.092049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.092231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.092411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.092539] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d25d397-ee4a-4a10-8a10-987b561c7d7b is going to be updated. [ 851.094228] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.094228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.122579] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a4b4973-135a-47ff-859a-8fc682f2bf9c [ 851.122579] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.122865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.122865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.123086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.123174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.123392] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a4b4973-135a-47ff-859a-8fc682f2bf9c already deleted. [ 851.123392] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a4b4973-135a-47ff-859a-8fc682f2bf9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.135195] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.138488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.138488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.138488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.138488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.138488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d25d397-ee4a-4a10-8a10-987b561c7d7b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.428966] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 in Status: SUCCESS [ 851.429594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.429594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.429594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.430445] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.430445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.430445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.430445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.430445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.430445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.430445] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aadcf588-c007-45be-b5f3-6e9e21220ce3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.935250] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-aadcf588-c007-45be-b5f3-6e9e21220ce3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.935450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.936497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.936497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.936497] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.936497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.936497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.936497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.936497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.936497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.936813] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-aadcf588-c007-45be-b5f3-6e9e21220ce3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.936813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.936813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.936917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.937067] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.937162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.937223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.937347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.937425] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.937518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.937661] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aadcf588-c007-45be-b5f3-6e9e21220ce3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.324319] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: SUCCESS [ 852.324720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.324797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.325061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.325281] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.325447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.325554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.325712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.325841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.325926] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.441037] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aadcf588-c007-45be-b5f3-6e9e21220ce3: rpc.has_security_group_logging(os_id): False [ 852.460195] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.460350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.460450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.460700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.460817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.461041] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.461165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.461235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.461408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.461483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.461705] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.461817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.461883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.463645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.463755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.463985] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.464115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.464159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.464309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.464387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.464522] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 is going to be created. [ 852.545794] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.545978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.546125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.546425] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.546670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.565108] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 in Status: IN_PROGRESS for 2s [ 852.828570] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.333057] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.836059] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.836545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.836545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.836545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.836689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.836841] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a is going to be updated. [ 853.873588] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.873738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.874529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.875026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.875253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.887555] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: IN_PROGRESS for 2s [ 854.583189] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 in Status: SUCCESS [ 854.583189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.247738] env[66340]: INFO networking_nsxv3.common.synchronization [req-a38e0528-222c-4009-b521-3d2a3f0f37f3 req-70ee7405-1cdb-470a-b0be-1e22d7290430 tempest-AttachInterfacesV270Test-960284801 tempest-AttachInterfacesV270Test-960284801-project-member] Enqueued Resource ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 with Priority: HIGHEST for action security_group_members [ 855.248718] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 with Priority: HIGHEST for action security_group_members [ 855.249805] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9f93126-2dfc-4170-b371-fbb690a64bb0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.249805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.249805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.250831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.250831] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.250831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.251143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.251339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.251449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.251878] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9f93126-2dfc-4170-b371-fbb690a64bb0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.605913] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.606135] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-282" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.607106] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-282" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.607106] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-282" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.607106] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.607351] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.607351] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.607955] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.607955] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.608137] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.609254] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.609254] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.609254] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.609254] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.609254] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.609254] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.630266] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.630821] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.631150] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.631550] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-282" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.632196] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-76494a38-dd50-424e-af0f-77f0bffe75e7 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.632580] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-76494a38-dd50-424e-af0f-77f0bffe75e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.632865] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-76494a38-dd50-424e-af0f-77f0bffe75e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.633340] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-76494a38-dd50-424e-af0f-77f0bffe75e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.633632] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76494a38-dd50-424e-af0f-77f0bffe75e7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.757301] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.757301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.757301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.757301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.757301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.757587] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.757645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.757676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.757845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.757932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.758057] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 already deleted. [ 855.758150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.902108] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: SUCCESS [ 855.902108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.902108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.902108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.902645] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.902645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.902758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.903527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.903527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.903527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.903527] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.138053] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.138332] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.138521] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.138899] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.139166] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.139417] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 76494a38-dd50-424e-af0f-77f0bffe75e7 not found, creating... [ 856.139767] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.140015] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.140206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.140529] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.140690] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.141102] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.141892] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.141892] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.141892] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.141892] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.142040] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 76494a38-dd50-424e-af0f-77f0bffe75e7 is going to be created. [ 856.166997] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.167221] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.167418] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.167616] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.168334] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.168334] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-76494a38-dd50-424e-af0f-77f0bffe75e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.406861] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.407251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.407251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.407251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.407455] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.407526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.407595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.407733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.407824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.407928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.408091] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.408184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.408320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.408629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.408812] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.408951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.409071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.409230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.409357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.409447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.409576] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.881249] env[66340]: INFO networking_nsxv3.common.synchronization [req-a38e0528-222c-4009-b521-3d2a3f0f37f3 req-25ed7786-0161-4c23-b006-5761c6e58158 service nova] Enqueued Resource ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 with Priority: HIGHEST for action security_group_rules [ 856.881249] env[66340]: INFO networking_nsxv3.common.synchronization [req-a38e0528-222c-4009-b521-3d2a3f0f37f3 req-25ed7786-0161-4c23-b006-5761c6e58158 service nova] Enqueued Resource ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 with Priority: HIGHEST for action security_group_members [ 856.881249] env[66340]: INFO networking_nsxv3.common.synchronization [req-a38e0528-222c-4009-b521-3d2a3f0f37f3 req-25ed7786-0161-4c23-b006-5761c6e58158 service nova] Enqueued Resource ID: 76494a38-dd50-424e-af0f-77f0bffe75e7 with Priority: HIGHEST for action port [ 856.881249] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 with Priority: HIGHEST for action security_group_rules [ 856.881519] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 with Priority: HIGHEST for action security_group_members [ 856.881519] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76494a38-dd50-424e-af0f-77f0bffe75e7 with Priority: HIGHEST for action port [ 856.881816] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9f93126-2dfc-4170-b371-fbb690a64bb0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.882041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.882041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.882424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.882571] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9f93126-2dfc-4170-b371-fbb690a64bb0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.883985] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9f93126-2dfc-4170-b371-fbb690a64bb0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.884109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.885316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.885316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.885454] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.885541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.885605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.885773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.885881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.885979] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9f93126-2dfc-4170-b371-fbb690a64bb0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.889570] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-76494a38-dd50-424e-af0f-77f0bffe75e7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.889570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76494a38-dd50-424e-af0f-77f0bffe75e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.889570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76494a38-dd50-424e-af0f-77f0bffe75e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.889570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76494a38-dd50-424e-af0f-77f0bffe75e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.889570] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76494a38-dd50-424e-af0f-77f0bffe75e7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.913613] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da2d2bab-0ff7-4df6-aec6-d63b73f2b29a: rpc.has_security_group_logging(os_id): False [ 856.939030] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.939030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.939030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.939030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.958710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.959026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.959223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.959223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.959439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.959519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.959720] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.959820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.959886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.960060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.960137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.960340] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.960434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.960501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.960650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.960727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.960813] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a is going to be updated. [ 857.041291] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.041438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.041549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.041772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.041967] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.056221] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: IN_PROGRESS for 2s [ 857.385228] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9f93126-2dfc-4170-b371-fbb690a64bb0 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.385406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.388773] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9f93126-2dfc-4170-b371-fbb690a64bb0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.392813] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76494a38-dd50-424e-af0f-77f0bffe75e7 with status ACTIVE [ 857.392813] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.392813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.392813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.392813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.393185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.393185] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.393185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.393293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.393403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.393441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.393647] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.393795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.393850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.394080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.394181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.394317] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76494a38-dd50-424e-af0f-77f0bffe75e7 is going to be updated. [ 857.420408] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.420408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.420408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.420408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.420408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.420927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76494a38-dd50-424e-af0f-77f0bffe75e7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.896859] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9f93126-2dfc-4170-b371-fbb690a64bb0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.964922] env[66340]: INFO networking_nsxv3.common.synchronization [req-00ef743d-1fe9-421a-a1fe-becd2fcb2aaf req-9f960483-c132-46f3-a516-c39b2bec1206 tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 857.965968] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 857.966227] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.966304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.966361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.966571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.966725] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.966832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.966902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.967060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.967144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.967245] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.305352] env[66340]: INFO networking_nsxv3.common.synchronization [req-99d877ac-c123-4f9a-9623-9621134b0702 req-4d38467d-4c49-46f8-ac4d-4937df657195 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 858.307406] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 858.307838] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.307966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.308067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.308285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.308434] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.308578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.308678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.308793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.308887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.308996] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.401669] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.401669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.401669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.401669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.401669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.401669] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 is going to be created. [ 858.427690] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.427690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.427690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.427690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.429409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.440856] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 in Status: UNINITIALIZED for 2s [ 858.450819] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-554 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.452169] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.452169] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.452169] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.452417] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.452855] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.453187] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.453668] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.457017] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.457017] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.457017] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.457017] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.457017] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.457017] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.457017] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.457017] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.473034] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.473034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.473034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.473034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.473034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.473034] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.473034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.473034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.473034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.473034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.473034] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 858.477671] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.478079] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.478371] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.478729] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.479202] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-2691c254-264e-4d91-a181-490bcfa751f4 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.479598] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-2691c254-264e-4d91-a181-490bcfa751f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.479891] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-2691c254-264e-4d91-a181-490bcfa751f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.480396] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-2691c254-264e-4d91-a181-490bcfa751f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.480687] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2691c254-264e-4d91-a181-490bcfa751f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.505981] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.505981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.505981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.505981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.505981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.515196] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 858.782869] env[66340]: INFO networking_nsxv3.common.synchronization [req-99d877ac-c123-4f9a-9623-9621134b0702 req-4d38467d-4c49-46f8-ac4d-4937df657195 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_rules [ 858.782869] env[66340]: INFO networking_nsxv3.common.synchronization [req-99d877ac-c123-4f9a-9623-9621134b0702 req-4d38467d-4c49-46f8-ac4d-4937df657195 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 858.782869] env[66340]: INFO networking_nsxv3.common.synchronization [req-99d877ac-c123-4f9a-9623-9621134b0702 req-4d38467d-4c49-46f8-ac4d-4937df657195 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: 4784c696-70fe-4062-ac5b-ed9295610038 with Priority: HIGHEST for action port [ 858.783942] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_rules [ 858.785021] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 858.785021] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4784c696-70fe-4062-ac5b-ed9295610038 with Priority: HIGHEST for action port [ 858.785021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.785021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.785173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.785275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.785373] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.786284] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.786385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.786585] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-4784c696-70fe-4062-ac5b-ed9295610038 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.786689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.786752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.786931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.787155] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4784c696-70fe-4062-ac5b-ed9295610038',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.812431] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.983622] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.983992] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.984175] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.984508] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.984733] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.984905] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 2691c254-264e-4d91-a181-490bcfa751f4 not found, creating... [ 858.985193] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.985348] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.985481] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.985717] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.985850] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.986394] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.986614] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.986773] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.990019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.990019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.990019] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 2691c254-264e-4d91-a181-490bcfa751f4 is going to be created. [ 859.008673] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.008943] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.009093] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.012020] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.012020] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.012020] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-2691c254-264e-4d91-a181-490bcfa751f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.073017] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: SUCCESS [ 859.073294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.617364] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.617364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.617977] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4784c696-70fe-4062-ac5b-ed9295610038 with status ACTIVE [ 859.618037] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.619052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.619052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.619052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.619052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.619052] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.619052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.619052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.622932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.622932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.623370] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.623370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.625728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.625728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.625728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.625728] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4784c696-70fe-4062-ac5b-ed9295610038 is going to be updated. [ 859.626849] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.661382] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.661720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.661720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.661871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.662472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.662472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.717025] env[66340]: INFO networking_nsxv3.common.synchronization [req-c188d747-e3f8-4584-9f20-d43b196d0583 req-b7fbcd0a-932c-4aeb-97da-f6bab0cac96b tempest-TenantUsagesTestJSON-380393323 tempest-TenantUsagesTestJSON-380393323-project-member] Enqueued Resource ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 with Priority: HIGHEST for action security_group_members [ 859.717025] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 with Priority: HIGHEST for action security_group_members [ 859.717025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-aadcf588-c007-45be-b5f3-6e9e21220ce3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.717025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.717025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.717025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.717025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.717025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.717025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.717025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.717025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.717025] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aadcf588-c007-45be-b5f3-6e9e21220ce3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.977664] env[66340]: INFO networking_nsxv3.common.synchronization [req-00ef743d-1fe9-421a-a1fe-becd2fcb2aaf req-b1564be2-66ed-4191-93e4-0371c13cd919 service nova] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_rules [ 859.977867] env[66340]: INFO networking_nsxv3.common.synchronization [req-00ef743d-1fe9-421a-a1fe-becd2fcb2aaf req-b1564be2-66ed-4191-93e4-0371c13cd919 service nova] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 859.978012] env[66340]: INFO networking_nsxv3.common.synchronization [req-00ef743d-1fe9-421a-a1fe-becd2fcb2aaf req-b1564be2-66ed-4191-93e4-0371c13cd919 service nova] Enqueued Resource ID: 2691c254-264e-4d91-a181-490bcfa751f4 with Priority: HIGHEST for action port [ 859.978583] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_rules [ 859.978724] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 859.978822] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2691c254-264e-4d91-a181-490bcfa751f4 with Priority: HIGHEST for action port [ 859.979372] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.979372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.979372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.979558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.979651] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.980812] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.980927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.981972] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-2691c254-264e-4d91-a181-490bcfa751f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.981972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2691c254-264e-4d91-a181-490bcfa751f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.981972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2691c254-264e-4d91-a181-490bcfa751f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.981972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2691c254-264e-4d91-a181-490bcfa751f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.981972] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2691c254-264e-4d91-a181-490bcfa751f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.129292] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.130256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.130256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.130256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.130256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.130475] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46c8011-2017-49da-b461-b1134a956541 is going to be updated. [ 860.186748] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.187826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.188093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.188385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.188719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.206622] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: IN_PROGRESS for 2s [ 860.223656] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.223814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.223902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.224387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.224387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.224604] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.224660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.224719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.224944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.224944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.225042] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 is going to be updated. [ 860.289036] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.289036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.289036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.289036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.289036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.305485] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 in Status: IN_PROGRESS for 2s [ 860.453807] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 in Status: SUCCESS [ 860.453807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.453807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.454037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.454165] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.454347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.454424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.454708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.454808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.454912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.455114] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9f93126-2dfc-4170-b371-fbb690a64bb0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.486925] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.486925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.488151] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2691c254-264e-4d91-a181-490bcfa751f4 with status ACTIVE [ 860.489356] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.489356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.489356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.489356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.489356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.489356] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.489356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.489356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.489773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.489773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.489773] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.489918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.489918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.489991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.490679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.490679] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2691c254-264e-4d91-a181-490bcfa751f4 is going to be updated. [ 860.516215] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.516375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.516375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.516560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.516698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.516887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2691c254-264e-4d91-a181-490bcfa751f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.530019] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 860.530221] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 deletion is rescheduled due to dependency. [ 860.531810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.531810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.531810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.531810] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.531810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.531810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.531810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.531810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.531810] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.607410] env[66340]: INFO networking_nsxv3.common.synchronization [req-2dfcc89f-a914-4b24-97e7-6f3758380d15 req-0a161f8a-3dbd-4b5e-bdcb-716b5807dc41 tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 860.608253] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 860.608600] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.608730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.608811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.608992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.609185] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.609295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.609368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.609629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.609784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.609784] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.962026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9f93126-2dfc-4170-b371-fbb690a64bb0 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.962026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.962026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9f93126-2dfc-4170-b371-fbb690a64bb0 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.962026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.962026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.963083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.963083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.963083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.963083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.963083] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9f93126-2dfc-4170-b371-fbb690a64bb0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.035247] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.112214] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.112214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.112214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.112214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.112546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.113089] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.113089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.113089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.113089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.113089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.113393] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 861.155201] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.155418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.155529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.155827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.156056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.167124] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 861.466833] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9f93126-2dfc-4170-b371-fbb690a64bb0: rpc.has_security_group_logging(os_id): False [ 861.489661] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.489809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.489883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.490120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.490217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.490414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.490712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.490712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.490852] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.490909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.491238] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.491360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.491429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.491647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.491736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.491933] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.492756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.492945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.493053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.493144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.493240] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 is going to be created. [ 861.540270] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.557486] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.557619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.557689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.557894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.558096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.570190] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 in Status: IN_PROGRESS for 2s [ 862.044102] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.045351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.045351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.045351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.045351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.045351] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 862.076810] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.076925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.077079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.077251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.080682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.090418] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 862.219172] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: SUCCESS [ 862.219370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.219541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.219763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.219950] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.220077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.220142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.220291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.220374] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.222013] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.317355] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 in Status: SUCCESS [ 862.317417] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aadcf588-c007-45be-b5f3-6e9e21220ce3 deletion is rescheduled due to dependency. [ 862.317512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aadcf588-c007-45be-b5f3-6e9e21220ce3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.724730] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.178559] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 863.179118] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 deletion is rescheduled due to dependency. [ 863.179118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.226444] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.381095] env[66340]: INFO networking_nsxv3.common.synchronization [req-f414fe9b-3e19-4656-9851-106cf9e51db1 req-1b7ef1da-5ecf-42fc-b0f0-ff2991579c47 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 863.381759] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 863.382270] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.382804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.398473] env[66340]: INFO networking_nsxv3.common.synchronization [req-f414fe9b-3e19-4656-9851-106cf9e51db1 req-1b7ef1da-5ecf-42fc-b0f0-ff2991579c47 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_rules [ 863.399169] env[66340]: INFO networking_nsxv3.common.synchronization [req-f414fe9b-3e19-4656-9851-106cf9e51db1 req-1b7ef1da-5ecf-42fc-b0f0-ff2991579c47 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 863.399169] env[66340]: INFO networking_nsxv3.common.synchronization [req-f414fe9b-3e19-4656-9851-106cf9e51db1 req-1b7ef1da-5ecf-42fc-b0f0-ff2991579c47 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: 4784c696-70fe-4062-ac5b-ed9295610038 with Priority: HIGHEST for action port [ 863.400269] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_rules [ 863.400430] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 863.400538] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4784c696-70fe-4062-ac5b-ed9295610038 with Priority: HIGHEST for action port [ 863.400830] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.400937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.401169] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.401230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.401419] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-4784c696-70fe-4062-ac5b-ed9295610038 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.401554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.401611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.401980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.401980] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4784c696-70fe-4062-ac5b-ed9295610038',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.586028] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 in Status: SUCCESS [ 863.586405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.728806] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.729925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.730036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.730335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.730440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.730546] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46c8011-2017-49da-b461-b1134a956541 is going to be updated. [ 863.792579] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.792768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.792857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.793130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.793325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.809637] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: IN_PROGRESS for 2s [ 863.907116] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4784c696-70fe-4062-ac5b-ed9295610038 with status ACTIVE [ 863.907116] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907116] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907116] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907116] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4784c696-70fe-4062-ac5b-ed9295610038 is going to be updated. [ 863.952820] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.953025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.953025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.953518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.953682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.953856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4784c696-70fe-4062-ac5b-ed9295610038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.107012] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 864.107352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.107642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.107927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.108209] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.108373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.108461] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.108708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.108845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.108969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.109136] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.612113] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.612494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.612494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.612786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.613281] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.613430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.613539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.614198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.614198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.614198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.614198] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.614198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.614474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.614474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.614601] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.614954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.615060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.616654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.616654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.616654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.616654] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.118118] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2ee20b-24ea-4507-825d-362ca6f9f054: rpc.has_security_group_logging(os_id): False [ 865.139810] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.140029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.140108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.140719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.140719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.140719] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.141369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.141369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.141369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.141369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.141369] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.141775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.141775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.141775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.141775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.141944] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.142068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.144136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.144661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.144837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.144959] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 865.227237] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.227237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.227237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.227449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.227648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.249224] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 865.821958] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: SUCCESS [ 865.823859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.823859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.823859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.823859] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.823859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.824219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.824219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.824219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.824338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.825042] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.826512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.826765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.827025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.827200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.827301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.827520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.827650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.827764] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.327349] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.329844] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.830809] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c46c8011-2017-49da-b461-b1134a956541: rpc.has_security_group_logging(os_id): False [ 866.835611] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.853608] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.853749] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.853808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.854040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.854116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.854362] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.854460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.854799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.854799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.854799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.854932] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46c8011-2017-49da-b461-b1134a956541 is going to be updated. [ 866.932848] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.932848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.932848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.933143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.933313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.950362] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: IN_PROGRESS for 2s [ 867.264940] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 867.265246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.341943] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.342258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.342366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.343031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.343031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.343031] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46c8011-2017-49da-b461-b1134a956541 is going to be updated. [ 867.381773] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.382568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.382568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.382568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.382568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.394808] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: IN_PROGRESS for 2s [ 868.277451] env[66340]: INFO networking_nsxv3.common.synchronization [None req-2344d411-697c-408e-8e6a-a960b32def03 None None] Enqueued Resource ID: ba97a82e-5cb2-4bfc-928b-ef39c19d8d58 with Priority: HIGHEST for action port [ 868.278557] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba97a82e-5cb2-4bfc-928b-ef39c19d8d58 with Priority: HIGHEST for action port [ 868.278557] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba97a82e-5cb2-4bfc-928b-ef39c19d8d58 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.278557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba97a82e-5cb2-4bfc-928b-ef39c19d8d58" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.278557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba97a82e-5cb2-4bfc-928b-ef39c19d8d58" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.278816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba97a82e-5cb2-4bfc-928b-ef39c19d8d58" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.278899] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba97a82e-5cb2-4bfc-928b-ef39c19d8d58',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.788025] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba97a82e-5cb2-4bfc-928b-ef39c19d8d58 [ 868.788025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.788025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.788025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.788025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.788025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.788025] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba97a82e-5cb2-4bfc-928b-ef39c19d8d58 already deleted. [ 868.788025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba97a82e-5cb2-4bfc-928b-ef39c19d8d58" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.897096] env[66340]: INFO networking_nsxv3.common.synchronization [None req-75979851-e3a9-47cb-a37d-7bc3e44429b5 tempest-ServersV294TestFqdnHostnames-748076042 tempest-ServersV294TestFqdnHostnames-748076042-project-member] Enqueued Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_rules [ 868.897414] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_rules [ 868.897739] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54d94c43-0c45-4776-9abd-31efd622be55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.897868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.898072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.898433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.898529] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54d94c43-0c45-4776-9abd-31efd622be55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.911067] env[66340]: INFO networking_nsxv3.common.synchronization [None req-0c0c77c0-29be-443a-94f8-e4a15811797d tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_rules [ 868.911925] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_rules [ 868.912335] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.912910] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.913028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.913308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.913414] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.967318] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: SUCCESS [ 868.967976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.967976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.971179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.971179] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.051244] env[66340]: INFO networking_nsxv3.common.synchronization [None req-f90fe9e9-9886-423c-bd40-ef866c3faea9 tempest-ServersV294TestFqdnHostnames-748076042 tempest-ServersV294TestFqdnHostnames-748076042-project-member] Enqueued Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_rules [ 869.051244] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_rules [ 869.051984] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54d94c43-0c45-4776-9abd-31efd622be55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.052151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.204732] env[66340]: INFO networking_nsxv3.common.synchronization [None req-9a11bccb-fc00-40e1-9f84-77a8c62b6a84 tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_rules [ 869.206917] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_rules [ 869.207158] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.207266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.410020] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: SUCCESS [ 869.410020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.410020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.410020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.410020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.410020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.410020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.410020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.410020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.410892] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.424793] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.424793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.424793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.424793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.424793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.425403] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54d94c43-0c45-4776-9abd-31efd622be55 already deleted. [ 869.425403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.425523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.425701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.425830] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54d94c43-0c45-4776-9abd-31efd622be55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.435016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.435016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.435016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.436194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.436362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.436446] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d already deleted. [ 869.436557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.436714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.436909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.437018] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.474293] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.474630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.914721] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.951813] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.954420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.954623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.954921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.955674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.955674] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54d94c43-0c45-4776-9abd-31efd622be55 already deleted. [ 869.955674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.965248] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.965568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.965568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.966099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.966099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.966099] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d already deleted. [ 869.966281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.219866] env[66340]: INFO networking_nsxv3.common.synchronization [req-e5c61a64-c8b0-4825-a46e-cb0a50224b3a req-8757a96b-2064-413b-bbda-896936bc1040 tempest-AttachInterfacesUnderV243Test-44324099 tempest-AttachInterfacesUnderV243Test-44324099-project-member] Enqueued Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 870.219866] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c8011-2017-49da-b461-b1134a956541 with Priority: HIGHEST for action security_group_members [ 870.219866] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46c8011-2017-49da-b461-b1134a956541 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.219866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.417449] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.769953] env[66340]: INFO networking_nsxv3.common.synchronization [None req-ac4355a3-a357-4469-90c6-efad6af6bb85 None None] Enqueued Resource ID: 9420ef64-488e-454d-955e-08662db18ae9 with Priority: HIGHEST for action port [ 870.770661] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9420ef64-488e-454d-955e-08662db18ae9 with Priority: HIGHEST for action port [ 870.771249] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9420ef64-488e-454d-955e-08662db18ae9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.771249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9420ef64-488e-454d-955e-08662db18ae9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.771249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9420ef64-488e-454d-955e-08662db18ae9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.771565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9420ef64-488e-454d-955e-08662db18ae9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.771658] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9420ef64-488e-454d-955e-08662db18ae9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.921635] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.921635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.921635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.921635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.921635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.921635] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46c8011-2017-49da-b461-b1134a956541 is going to be updated. [ 870.961491] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.961491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.961491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.961799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.961799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.980975] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: IN_PROGRESS for 2s [ 871.274344] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9420ef64-488e-454d-955e-08662db18ae9 [ 871.274788] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.275032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.275090] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.275372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.275505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.275613] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9420ef64-488e-454d-955e-08662db18ae9 already deleted. [ 871.275717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9420ef64-488e-454d-955e-08662db18ae9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.370296] env[66340]: INFO networking_nsxv3.common.synchronization [req-45aca5df-b2b7-487c-9c72-55b702d9e754 req-6332443a-bbd1-47be-bea3-6e095389107d tempest-ServersTestManualDisk-1494927357 tempest-ServersTestManualDisk-1494927357-project-member] Enqueued Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_members [ 872.370296] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_members [ 872.370296] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af738da-80fd-4785-8d82-75e47bac9428 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.370296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.370296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.370962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.370962] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.370962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.370962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.370962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.370962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.373173] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af738da-80fd-4785-8d82-75e47bac9428',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.792500] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.792500] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-92" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.792750] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-92" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.793132] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-92" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.793463] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.793840] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.793947] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.794235] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.794395] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.794730] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.794889] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.795017] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.795281] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.795510] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.796116] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.796116] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.816545] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.816766] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.816919] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.817071] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-92" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.817481] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-54196d49-284d-4c70-ac0b-a91c20db5f30 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.817692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-54196d49-284d-4c70-ac0b-a91c20db5f30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.817839] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-54196d49-284d-4c70-ac0b-a91c20db5f30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.818338] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-54196d49-284d-4c70-ac0b-a91c20db5f30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.818553] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54196d49-284d-4c70-ac0b-a91c20db5f30',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.876048] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.876048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.876048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.876048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.876048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.876048] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.876580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.876580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.876580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.876580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.876580] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af738da-80fd-4785-8d82-75e47bac9428 already deleted. [ 872.876580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.992881] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: SUCCESS [ 872.993222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.993557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.993879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.994110] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.994294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.994404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.994677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.994773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.994917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.995069] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.996197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.996510] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.996804] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.996980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.997165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.997435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.997563] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.997740] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.320889] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.321197] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.321301] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.321548] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.321728] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.321912] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 54196d49-284d-4c70-ac0b-a91c20db5f30 not found, creating... [ 873.322357] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.322357] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.322519] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.322672] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.322811] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.324124] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.324124] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.324124] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.324124] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.325073] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.325073] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 54196d49-284d-4c70-ac0b-a91c20db5f30 is going to be created. [ 873.348671] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.348671] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.348965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.349579] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.349579] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.349579] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-54196d49-284d-4c70-ac0b-a91c20db5f30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.500367] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c46c8011-2017-49da-b461-b1134a956541',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.503542] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.506210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.506210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.506210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.506210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.506210] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.506210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.506210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.506210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.506210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.506210] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46c8011-2017-49da-b461-b1134a956541 is going to be updated. [ 873.548459] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.552031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.552031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.552031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.552031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.562100] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: IN_PROGRESS for 2s [ 874.008107] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c46c8011-2017-49da-b461-b1134a956541: rpc.has_security_group_logging(os_id): False [ 874.043738] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.043738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.043738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.043738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.043738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.043738] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.043738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.043738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.044349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.044559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.044745] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46c8011-2017-49da-b461-b1134a956541 is going to be updated. [ 874.114733] env[66340]: INFO networking_nsxv3.common.synchronization [req-45aca5df-b2b7-487c-9c72-55b702d9e754 req-68f8da3a-a77e-4369-aee4-88f172c52f8a service nova] Enqueued Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_rules [ 874.116879] env[66340]: INFO networking_nsxv3.common.synchronization [req-45aca5df-b2b7-487c-9c72-55b702d9e754 req-68f8da3a-a77e-4369-aee4-88f172c52f8a service nova] Enqueued Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_members [ 874.118949] env[66340]: INFO networking_nsxv3.common.synchronization [req-45aca5df-b2b7-487c-9c72-55b702d9e754 req-68f8da3a-a77e-4369-aee4-88f172c52f8a service nova] Enqueued Resource ID: 54196d49-284d-4c70-ac0b-a91c20db5f30 with Priority: HIGHEST for action port [ 874.120575] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.120781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.120890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.121201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.121426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.123541] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_rules [ 874.123785] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_members [ 874.123919] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54196d49-284d-4c70-ac0b-a91c20db5f30 with Priority: HIGHEST for action port [ 874.124370] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af738da-80fd-4785-8d82-75e47bac9428 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.124577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.124734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.125013] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.125166] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af738da-80fd-4785-8d82-75e47bac9428',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.126656] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af738da-80fd-4785-8d82-75e47bac9428 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.127278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.127278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.127278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.127415] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.127625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.127733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.127877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.128049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.128190] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af738da-80fd-4785-8d82-75e47bac9428',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.130352] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-54196d49-284d-4c70-ac0b-a91c20db5f30 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.130352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54196d49-284d-4c70-ac0b-a91c20db5f30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.130352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54196d49-284d-4c70-ac0b-a91c20db5f30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.130352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54196d49-284d-4c70-ac0b-a91c20db5f30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.130352] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54196d49-284d-4c70-ac0b-a91c20db5f30',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.165302] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: IN_PROGRESS for 2s [ 874.282033] env[66340]: INFO networking_nsxv3.common.synchronization [req-c837ba0b-c360-4321-82c1-f684b03ae77f req-797a6900-3205-4d0b-b537-b1a157a631e7 tempest-ListServerFiltersTestJSON-877885748 tempest-ListServerFiltersTestJSON-877885748-project-member] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 874.282033] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 874.282033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.282750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.283182] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.286019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.286019] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.286019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.286019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.286019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.286019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.286019] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.632756] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8af738da-80fd-4785-8d82-75e47bac9428',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.635927] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af738da-80fd-4785-8d82-75e47bac9428 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.636124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.636690] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54196d49-284d-4c70-ac0b-a91c20db5f30 with status ACTIVE [ 874.637479] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.638166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.638166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.638166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.638351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.639222] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.639357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.639357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.639551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.639630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.639840] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.639935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.639992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.640164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.640236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.640363] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54196d49-284d-4c70-ac0b-a91c20db5f30 is going to be updated. [ 874.665328] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.665328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.665328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.665328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.665328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.665797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54196d49-284d-4c70-ac0b-a91c20db5f30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.678602] env[66340]: INFO networking_nsxv3.common.synchronization [req-21d42858-c984-4f5a-8068-7464509a7224 req-0a09e687-3965-422d-8636-6d3eee143fa4 tempest-AttachInterfacesV270Test-960284801 tempest-AttachInterfacesV270Test-960284801-project-member] Enqueued Resource ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 with Priority: HIGHEST for action security_group_members [ 874.679266] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 with Priority: HIGHEST for action security_group_members [ 874.679608] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9f93126-2dfc-4170-b371-fbb690a64bb0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.680195] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.680294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.680493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.680862] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.681016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.681091] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.681440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.681440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.681440] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9f93126-2dfc-4170-b371-fbb690a64bb0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.789569] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.015871] env[66340]: INFO networking_nsxv3.common.synchronization [req-e9f989d8-acf1-4f65-83f5-041a7b8fc9f6 req-055fb8e4-c646-4343-b992-bd594a55735d tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 875.017269] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 875.017269] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.017269] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.017269] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.017269] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.017559] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.017559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.017653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.017803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.017896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.017997] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.137150] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8af738da-80fd-4785-8d82-75e47bac9428',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.174960] env[66340]: INFO networking_nsxv3.common.synchronization [req-ebf164e7-f3de-4849-a311-8f009507138c req-0d50610a-69e3-42b1-82f2-c2d26544e2e7 tempest-VolumesAssistedSnapshotsTest-412413570 tempest-VolumesAssistedSnapshotsTest-412413570-project-member] Enqueued Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_members [ 875.174960] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGHEST for action security_group_members [ 875.175209] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-634464bc-2d04-462b-b349-2e1976c5db27 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.175296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.175419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.175795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.176275] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.176584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.176667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.176907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.176994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.177151] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.190900] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.190900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.190900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.190900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.190900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.190900] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.190900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.190900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.190900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.190900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.190900] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 is going to be updated. [ 875.221156] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.221359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.221359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.221598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.221759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.232409] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 in Status: IN_PROGRESS for 2s [ 875.292080] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.471252] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.471252] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-668" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.471252] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-668" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.471252] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-668" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.471252] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.471252] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.471252] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.471788] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.472055] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.472382] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.472664] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.472872] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.473109] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.473332] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.473538] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.473771] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.495181] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.495181] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.495181] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.495181] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-668" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.495181] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.495181] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.495181] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.495181] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.495181] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b4f432a-cbc0-4272-a6d2-28fe459dec2f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.522397] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.555496] env[66340]: INFO networking_nsxv3.common.synchronization [req-7012c836-c84a-4d32-9c5e-29e5183735d1 req-5d9bb41e-b838-4890-b079-45047a0a4141 tempest-ImagesTestJSON-2023120248 tempest-ImagesTestJSON-2023120248-project-member] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 875.556111] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 875.556850] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.557329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.557329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.557329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.557603] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.557749] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.557848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.559208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.559401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.559558] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.571842] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: SUCCESS [ 875.572045] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46c8011-2017-49da-b461-b1134a956541 deletion is rescheduled due to dependency. [ 875.572085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.640081] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.640454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.640454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.640577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.640664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.640766] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af738da-80fd-4785-8d82-75e47bac9428 is going to be created. [ 875.667777] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.667939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.667988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.669425] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.669425] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.681934] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af738da-80fd-4785-8d82-75e47bac9428 in Status: UNINITIALIZED for 2s [ 875.682122] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.682264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.682364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.682625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.708299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.710939] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.710939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.710939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.710939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.710939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.710939] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 634464bc-2d04-462b-b349-2e1976c5db27 is going to be updated. [ 875.744248] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.744248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.744248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.745059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.745318] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.756408] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 634464bc-2d04-462b-b349-2e1976c5db27 in Status: IN_PROGRESS for 2s [ 875.796855] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.796855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.796855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.797141] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.797203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.797285] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be updated. [ 875.829712] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.829854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.829994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.830141] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.830323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.841717] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 875.999192] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.999436] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.999562] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.999903] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.000100] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.000262] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 8b4f432a-cbc0-4272-a6d2-28fe459dec2f not found, creating... [ 876.000612] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.000808] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.000930] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.001186] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.001318] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.001618] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.001775] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.001886] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.002106] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.002235] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.002369] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 8b4f432a-cbc0-4272-a6d2-28fe459dec2f is going to be created. [ 876.023884] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.027608] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.027608] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.027608] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.027608] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.027608] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.027824] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.062730] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.063010] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.063108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.063316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.063476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.064129] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.064129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.064129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.064129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.064129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.064601] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 876.109649] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.109734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.109846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.110020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.110410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.121369] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 876.206538] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46c8011-2017-49da-b461-b1134a956541 in Status: SUCCESS [ 876.209651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46c8011-2017-49da-b461-b1134a956541" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.530407] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.530579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.530655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.530905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.530999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.531118] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 876.586110] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.586401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.586401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.586640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.586828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.599082] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 876.795836] env[66340]: INFO networking_nsxv3.common.synchronization [req-e9f989d8-acf1-4f65-83f5-041a7b8fc9f6 req-35128747-b814-427b-9009-7acee305238a service nova] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 876.796660] env[66340]: INFO networking_nsxv3.common.synchronization [req-e9f989d8-acf1-4f65-83f5-041a7b8fc9f6 req-35128747-b814-427b-9009-7acee305238a service nova] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 876.796660] env[66340]: INFO networking_nsxv3.common.synchronization [req-e9f989d8-acf1-4f65-83f5-041a7b8fc9f6 req-35128747-b814-427b-9009-7acee305238a service nova] Enqueued Resource ID: 8b4f432a-cbc0-4272-a6d2-28fe459dec2f with Priority: HIGHEST for action port [ 876.796997] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 876.796997] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 876.796997] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4f432a-cbc0-4272-a6d2-28fe459dec2f with Priority: HIGHEST for action port [ 876.797451] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.797612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.797699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.797939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.798085] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.799950] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.799950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.800401] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.800401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.800777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.801026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.801193] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b4f432a-cbc0-4272-a6d2-28fe459dec2f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.256222] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 in Status: SUCCESS [ 877.256485] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 deletion is rescheduled due to dependency. [ 877.256583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.303269] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.303403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.303679] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b4f432a-cbc0-4272-a6d2-28fe459dec2f with status ACTIVE [ 877.303895] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.303895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.304009] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.304180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.304270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.304456] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.304678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.304816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.305017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.305191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.305324] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.305432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.305501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.305754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.305839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.305936] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b4f432a-cbc0-4272-a6d2-28fe459dec2f is going to be updated. [ 877.352186] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.352487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.352592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.352862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.353061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.353249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.591939] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.592306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.592426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.592723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.592906] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.696145] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af738da-80fd-4785-8d82-75e47bac9428 in Status: SUCCESS [ 877.696365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.696539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.696784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.696996] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.697138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.697198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.697353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.697438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.697525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.697617] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8af738da-80fd-4785-8d82-75e47bac9428',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.768477] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 634464bc-2d04-462b-b349-2e1976c5db27 in Status: SUCCESS [ 877.768680] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 634464bc-2d04-462b-b349-2e1976c5db27 deletion is rescheduled due to dependency. [ 877.768804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.850822] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 877.851189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.095892] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.133127] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 878.133317] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d deletion is rescheduled due to dependency. [ 878.133434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.200484] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8af738da-80fd-4785-8d82-75e47bac9428',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.598489] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.609316] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 878.609543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.610021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.610243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.610434] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.610549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.610616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.610768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.610880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.610979] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.702656] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8af738da-80fd-4785-8d82-75e47bac9428: rpc.has_security_group_logging(os_id): False [ 878.727062] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.727062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.727062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.727062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.727062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.727062] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.727062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.727062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.727511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.727511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.727511] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af738da-80fd-4785-8d82-75e47bac9428 is going to be created. [ 878.803495] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.803707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.803707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.803950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.804145] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.843621] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af738da-80fd-4785-8d82-75e47bac9428 in Status: IN_PROGRESS for 2s [ 879.101417] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 879.101794] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 879.113561] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.617514] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.121571] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.121571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.121571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.121571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.121571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.121571] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 880.152015] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.152015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.152015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.152015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.165520] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 880.166901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.167547] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 880.170726] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.170874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.170928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.171662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.171955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.185061] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 880.202284] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.202284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.202284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.202284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.210650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.211303] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 880.211446] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 880.211654] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 880.262495] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.262756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.262824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.263038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.264683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.264901] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 880.382688] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.382688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.382883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.383076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.383205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.383452] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 880.464512] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.464778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.464778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.465045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.465346] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.465648] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 880.465747] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3e03cc1e-5295-486c-8878-74fa6f2a2605', 'ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a', 'a802806b-d16c-4373-ae0f-126c9763fc31', '74502a0c-09ef-4845-b0a8-420e9d6da4d6', '5d307cb6-091b-479d-bb80-9dba8724dcf4', '6a5b9a15-513b-4f3e-93e0-5175abfe609d', '1e834255-daa7-4fa9-adf9-217434e0d0e3', 'da2d2bab-0ff7-4df6-aec6-d63b73f2b29a', '21f322a6-ba29-4af9-b108-044da977bcef', '641c4994-ed32-4dc4-9fc0-eb8964dfe609', 'e4987d46-f264-43c8-bbfb-71699deed8f3', '9021cb82-05d6-468e-8351-cdeb9e727d8e', 'dd55b9a5-4740-45b3-a886-6ff769754673', '55911bbb-5b35-4862-bb8a-b39ae5c6317f', '0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d', '04e011eb-102d-46e2-a49a-d5b9398e317a', '5782e279-ff75-49bf-a209-3f17090baf7f', '245b5e72-684b-48dd-a6aa-14376422f0b8', '634464bc-2d04-462b-b349-2e1976c5db27', '7acc22b8-4883-4ef6-97f9-be0f7d951456', 'e0fe4362-a489-4867-a494-0f819070b5ab', '35a69806-7333-40ad-ac37-28ee4ad39e57', 'be9d9e35-fbbc-4784-931a-2c93b406c2f4', 'a9f93126-2dfc-4170-b371-fbb690a64bb0', '2b2ee20b-24ea-4507-825d-362ca6f9f054', 'bf9494a1-8930-4423-9998-6c8fee48c851', 'e3b2b645-d5fb-4ea1-b2be-3f9227695b8a', 'e36ac03c-afbe-4ccb-8517-bc46ccebe434', '5268a657-4090-4f35-ae79-73daa6ea8a56', 'c46c8011-2017-49da-b461-b1134a956541', 'aadcf588-c007-45be-b5f3-6e9e21220ce3', '8af738da-80fd-4785-8d82-75e47bac9428', 'f0a15195-af2c-4837-b416-473f757e225b', 'c82c94a2-7106-4d42-a2ef-005ce48f0b55', '4e611322-dcc6-4488-9f41-40f57e2228f7', '14cd92bf-bced-4e7c-9115-f79175e05238', '5e22d997-afe8-4ec3-820c-89b3c5da258a', 'ae2d17ad-d551-417a-b41b-0ac8f8913e39', 'ad19a656-2f96-4345-b0b0-e248afd71883'} {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 880.465863] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 880.488570] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.488736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.488777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.489219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.489219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.489219] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 880.489378] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 880.489378] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 880.565585] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.565844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.565926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.566254] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.567070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.567373] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 880.567455] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 880.567531] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 880.567684] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 880.568064] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 880.568064] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 with Priority: HIGH for action security_group_rules [ 880.568064] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a with Priority: HIGH for action security_group_rules [ 880.568241] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGH for action security_group_rules [ 880.568241] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGH for action security_group_rules [ 880.568347] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGH for action security_group_rules [ 880.568431] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGH for action security_group_rules [ 880.568496] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGH for action security_group_rules [ 880.568578] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGH for action security_group_rules [ 880.568644] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGH for action security_group_rules [ 880.568705] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 with Priority: HIGH for action security_group_rules [ 880.568896] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGH for action security_group_rules [ 880.568896] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGH for action security_group_rules [ 880.569045] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGH for action security_group_rules [ 880.569045] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGH for action security_group_rules [ 880.569045] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGH for action security_group_rules [ 880.569266] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGH for action security_group_rules [ 880.569266] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGH for action security_group_rules [ 880.569266] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 with Priority: HIGH for action security_group_rules [ 880.569364] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGH for action security_group_rules [ 880.569364] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 with Priority: HIGH for action security_group_rules [ 880.570022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.856194] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af738da-80fd-4785-8d82-75e47bac9428 in Status: SUCCESS [ 880.856300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.036119] env[66340]: INFO networking_nsxv3.common.synchronization [None req-dd2768d1-ce4c-4d07-bcbd-239cd81b1a41 tempest-ImagesOneServerNegativeTestJSON-649161716 tempest-ImagesOneServerNegativeTestJSON-649161716-project-member] Enqueued Resource ID: 780aa4a7-3dd4-4e65-858b-2c5ee6baded8 with Priority: HIGHEST for action security_group_rules [ 881.036720] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780aa4a7-3dd4-4e65-858b-2c5ee6baded8 with Priority: HIGHEST for action security_group_rules [ 881.036872] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 with Priority: HIGH for action security_group_rules [ 881.036976] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGH for action security_group_rules [ 881.037108] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGH for action security_group_rules [ 881.037275] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGH for action security_group_rules [ 881.037321] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 with Priority: HIGH for action security_group_rules [ 881.037396] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634464bc-2d04-462b-b349-2e1976c5db27 with Priority: HIGH for action security_group_rules [ 881.037484] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 with Priority: HIGH for action security_group_rules [ 881.037578] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5782e279-ff75-49bf-a209-3f17090baf7f with Priority: HIGH for action security_group_rules [ 881.037700] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGH for action security_group_rules [ 881.037868] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGH for action security_group_rules [ 881.037936] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGH for action security_group_rules [ 881.037990] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGH for action security_group_rules [ 881.038080] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGH for action security_group_rules [ 881.038167] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 with Priority: HIGH for action security_group_rules [ 881.038252] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f322a6-ba29-4af9-b108-044da977bcef with Priority: HIGH for action security_group_rules [ 881.038391] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGH for action security_group_rules [ 881.038487] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGH for action security_group_rules [ 881.038573] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 with Priority: HIGH for action security_group_rules [ 881.038659] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a with Priority: HIGH for action security_group_rules [ 881.038834] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 with Priority: HIGH for action security_group_rules [ 881.039233] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-780aa4a7-3dd4-4e65-858b-2c5ee6baded8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.039375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-780aa4a7-3dd4-4e65-858b-2c5ee6baded8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.039447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-780aa4a7-3dd4-4e65-858b-2c5ee6baded8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.039725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-780aa4a7-3dd4-4e65-858b-2c5ee6baded8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.039815] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('780aa4a7-3dd4-4e65-858b-2c5ee6baded8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.040822] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e03cc1e-5295-486c-8878-74fa6f2a2605 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.040961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.041149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.041232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.041311] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e03cc1e-5295-486c-8878-74fa6f2a2605',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.042669] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802806b-d16c-4373-ae0f-126c9763fc31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.042862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.042862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.043056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.043141] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.044238] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.044238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.044238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.044473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.044473] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.045700] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.046919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.046919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.046919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.046919] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.047434] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7acc22b8-4883-4ef6-97f9-be0f7d951456 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.047569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.047613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.048525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.048525] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7acc22b8-4883-4ef6-97f9-be0f7d951456',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.051084] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-634464bc-2d04-462b-b349-2e1976c5db27 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.051225] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.051269] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.051956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.051956] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('634464bc-2d04-462b-b349-2e1976c5db27',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.052519] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245b5e72-684b-48dd-a6aa-14376422f0b8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.052664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.052734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.052982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.053426] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245b5e72-684b-48dd-a6aa-14376422f0b8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.054170] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5782e279-ff75-49bf-a209-3f17090baf7f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.054170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.054170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.054384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.054384] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5782e279-ff75-49bf-a209-3f17090baf7f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.055523] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.055523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.055665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.055799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.055874] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.056931] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.056931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.057109] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.057165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.057203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.057344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.057414] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.057807] env[66340]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 881.058529] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9021cb82-05d6-468e-8351-cdeb9e727d8e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.058635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.058702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.058884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.058997] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.061753] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.061850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.061929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.062121] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.062198] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.063200] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-641c4994-ed32-4dc4-9fc0-eb8964dfe609 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.063306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.063373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.063606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.063606] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('641c4994-ed32-4dc4-9fc0-eb8964dfe609',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.064520] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f322a6-ba29-4af9-b108-044da977bcef taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.064520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.064735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.064735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.064805] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f322a6-ba29-4af9-b108-044da977bcef',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.065681] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.066042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.066042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.066157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.066157] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.228024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.228024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.228024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.228562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.228562] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.230658] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d307cb6-091b-479d-bb80-9dba8724dcf4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.230797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.230846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.231039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.231123] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d307cb6-091b-479d-bb80-9dba8724dcf4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.232495] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.232884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.232884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.232884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.233029] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.233904] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.234048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.234099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.234258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.234328] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74502a0c-09ef-4845-b0a8-420e9d6da4d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.239666] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802806b-d16c-4373-ae0f-126c9763fc31 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.239869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.239961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.240223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.240490] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.240661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.240661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.240812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.241066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.241066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.241251] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.244445] env[66340]: INFO networking_nsxv3.common.synchronization [None req-58e670ef-43a2-45a3-970f-0d319ae4e2c4 tempest-ImagesOneServerNegativeTestJSON-649161716 tempest-ImagesOneServerNegativeTestJSON-649161716-project-member] Enqueued Resource ID: 780aa4a7-3dd4-4e65-858b-2c5ee6baded8 with Priority: HIGHEST for action security_group_rules [ 881.248455] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780aa4a7-3dd4-4e65-858b-2c5ee6baded8 with Priority: HIGHEST for action security_group_rules [ 881.251784] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-780aa4a7-3dd4-4e65-858b-2c5ee6baded8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.251950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-780aa4a7-3dd4-4e65-858b-2c5ee6baded8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.270485] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.270772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.270772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.270961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.299262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.299410] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e03cc1e-5295-486c-8878-74fa6f2a2605 is going to be deleted. [ 881.361698] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.361871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.361940] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.362343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.362343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.362725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e03cc1e-5295-486c-8878-74fa6f2a2605" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.751433] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.758849] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.759137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.759137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.759361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.759479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.759597] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 780aa4a7-3dd4-4e65-858b-2c5ee6baded8 already deleted. [ 881.759705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-780aa4a7-3dd4-4e65-858b-2c5ee6baded8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.759922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-780aa4a7-3dd4-4e65-858b-2c5ee6baded8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.760227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-780aa4a7-3dd4-4e65-858b-2c5ee6baded8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.761128] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('780aa4a7-3dd4-4e65-858b-2c5ee6baded8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.779620] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.779771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.779843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.780071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.780341] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.780341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.780435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.782611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.782611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.782611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.782746] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.783679] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021cb82-05d6-468e-8351-cdeb9e727d8e taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.783795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.783863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.784048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.784201] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.784343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.784343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.784811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.784811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.784811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.784811] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.792064] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.792224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.792373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.792720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.792972] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.793605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.793605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.793605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.793776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.793820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.794042] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.801620] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.801820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.801873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.802088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.802276] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.802776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.802776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.802910] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.803076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.803164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.803206] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.811542] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.811857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.811954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.812412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.812757] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.812974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.813690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.813690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.813814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.813852] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.813989] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.826521] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.865071] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.865268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.865268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.865467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.872991] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.873170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.878652] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.878886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.880049] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.880049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.880458] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.880560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.881313] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.881406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.883381] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.883381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.883876] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.883876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.884804] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.884896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.885853] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.885963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.886844] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.887380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.888352] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 881.888564] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.888685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.889570] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 881.890207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.890348] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245b5e72-684b-48dd-a6aa-14376422f0b8 is going to be deleted. [ 881.891732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.891986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.914288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.914457] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f322a6-ba29-4af9-b108-044da977bcef is going to be deleted. [ 881.915385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.915603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.947200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.947619] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 641c4994-ed32-4dc4-9fc0-eb8964dfe609 is going to be deleted. [ 881.948448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.948700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.968061] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.968246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.971227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.971373] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7acc22b8-4883-4ef6-97f9-be0f7d951456 is going to be deleted. [ 881.972363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.972670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.996149] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.996394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.002321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.002474] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a is going to be deleted. [ 882.003588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.003806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.028874] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.028994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.050477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.050682] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 634464bc-2d04-462b-b349-2e1976c5db27 is going to be deleted. [ 882.051999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.052102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.116655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.117513] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be deleted. [ 882.119760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.120194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.123558] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.123708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.148431] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.148545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.157560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.157560] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d307cb6-091b-479d-bb80-9dba8724dcf4 is going to be deleted. [ 882.158565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.158994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.202152] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 882.202467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.202707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.203474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.203474] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.203474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.203474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.203867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.203867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.203867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.203975] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.209843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.209843] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5782e279-ff75-49bf-a209-3f17090baf7f is going to be deleted. [ 882.210511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.210655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.253764] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a802806b-d16c-4373-ae0f-126c9763fc31: rpc.has_security_group_logging(os_id): False [ 882.290134] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.295299] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.295299] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295299] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.295299] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.295299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.295956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.295956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.295956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295956] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.305741] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.317527] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.317726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.323201] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.323201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.328521] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.328706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.328921] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.329121] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.329121] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.329381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.329546] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.329717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.329812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.329981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.330078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.330168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.330322] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.330426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.330498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.330615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.330757] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.330842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.330899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.331200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.331200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.331200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.331334] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.332197] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4987d46-f264-43c8-bbfb-71699deed8f3: rpc.has_security_group_logging(os_id): False [ 882.334405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.334405] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74502a0c-09ef-4845-b0a8-420e9d6da4d6 is going to be deleted. [ 882.336457] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.336457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.336633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.336670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.336757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.336851] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 780aa4a7-3dd4-4e65-858b-2c5ee6baded8 already deleted. [ 882.336942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-780aa4a7-3dd4-4e65-858b-2c5ee6baded8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.337760] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.337865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.337937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.338461] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.369786] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.369786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.408046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.408046] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.408046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.408046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.408046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.408046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.408046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802806b-d16c-4373-ae0f-126c9763fc31 is going to be updated. [ 882.409319] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.409702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.409932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.410211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245b5e72-684b-48dd-a6aa-14376422f0b8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.410494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.410794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.411025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.411264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f322a6-ba29-4af9-b108-044da977bcef" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.411923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.413021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.413021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.413021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-641c4994-ed32-4dc4-9fc0-eb8964dfe609" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.413021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.413021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.413021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.413021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7acc22b8-4883-4ef6-97f9-be0f7d951456" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4e65b5-53ff-4d65-a8a2-6cecdc876c8a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-634464bc-2d04-462b-b349-2e1976c5db27" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d307cb6-091b-479d-bb80-9dba8724dcf4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.417022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.442338] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.442948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.481719] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.482072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.513505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.513505] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be deleted. [ 882.513505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.513505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.589383] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.589537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.608472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.608993] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.608993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.608993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.609235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.609292] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.609408] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4987d46-f264-43c8-bbfb-71699deed8f3 is going to be updated. [ 882.610919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.610919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.645338] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.647075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.670031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.670031] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be deleted. [ 882.671664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.671881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.672042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.672219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74502a0c-09ef-4845-b0a8-420e9d6da4d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.672817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.672817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.673572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.675095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.675294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.675416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.675499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5782e279-ff75-49bf-a209-3f17090baf7f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.675666] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.675846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.675929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.676059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.707368] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.707891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.707891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.707891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.708018] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.708117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.708117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.708263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.708355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.708452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.708707] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.708838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.708885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.709017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.709205] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.709296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.709354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.709489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.709565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.709645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.709737] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.743128] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802806b-d16c-4373-ae0f-126c9763fc31 in Status: IN_PROGRESS for 2s [ 882.793420] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9021cb82-05d6-468e-8351-cdeb9e727d8e: rpc.has_security_group_logging(os_id): False [ 882.798476] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da2d2bab-0ff7-4df6-aec6-d63b73f2b29a: rpc.has_security_group_logging(os_id): False [ 882.808302] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5b9a15-513b-4f3e-93e0-5175abfe609d: rpc.has_security_group_logging(os_id): False [ 882.814498] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.814899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.815956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.815956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.815956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.836713] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e834255-daa7-4fa9-adf9-217434e0d0e3: rpc.has_security_group_logging(os_id): False [ 882.882586] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.882762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.882858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.883116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.883304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.883385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.884401] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.884517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.884605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.884879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.888985] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.889147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.889889] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.889990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.929975] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: IN_PROGRESS for 2s [ 882.930863] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.931089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.944309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.944309] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.944309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.944309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.944309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.944309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.944309] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e is going to be updated. [ 882.944755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.944755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.024703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.024703] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.024703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.024703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.024703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.024703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.025290] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d is going to be updated. [ 883.028898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.029155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.082225] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.082926] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.083081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.083152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.083361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.083450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.083905] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.089069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.089069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.089069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.089069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.089069] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.089069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.089069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.089069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.089069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.089069] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be updated. [ 883.091398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.091551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.143255] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.143255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.201311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.201649] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.201835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.201929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.202161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.202293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.202615] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.202736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.202862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.203439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.203546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.203837] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.203932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.203998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.204470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.204470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.204470] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a is going to be updated. [ 883.205718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.205987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.206158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.213185] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e011eb-102d-46e2-a49a-d5b9398e317a: rpc.has_security_group_logging(os_id): False [ 883.218498] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.218498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.218498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.218498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.218498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.244738] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e in Status: IN_PROGRESS for 2s [ 883.246627] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: IN_PROGRESS for 2s [ 883.263017] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.263327] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.263327] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.263467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.340780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.343958] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.343958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.343958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.343958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.343958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.343958] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.343958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.343958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.344715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.344715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.344715] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.344715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.344715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.345072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.345136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.345196] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 883.371634] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.371634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.371634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.372830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.373021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.386269] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.386435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.386562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.386723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.386895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.402422] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 883.431969] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: IN_PROGRESS for 2s [ 883.532823] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.532823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.532823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.533220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.533220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.584431] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 883.804832] env[66340]: INFO networking_nsxv3.common.synchronization [None req-cc73d4df-0a16-40f3-a248-35b99789be37 None None] Enqueued Resource ID: fea6062c-2e19-45d1-8d7a-b3e196d23340 with Priority: HIGHEST for action port [ 883.805324] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea6062c-2e19-45d1-8d7a-b3e196d23340 with Priority: HIGHEST for action port [ 883.805664] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-fea6062c-2e19-45d1-8d7a-b3e196d23340 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.805901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fea6062c-2e19-45d1-8d7a-b3e196d23340" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.805901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fea6062c-2e19-45d1-8d7a-b3e196d23340" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.807268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fea6062c-2e19-45d1-8d7a-b3e196d23340" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.807366] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fea6062c-2e19-45d1-8d7a-b3e196d23340',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.312853] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fea6062c-2e19-45d1-8d7a-b3e196d23340 [ 884.313131] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.313250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.313317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.313534] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.313619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.313819] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fea6062c-2e19-45d1-8d7a-b3e196d23340 already deleted. [ 884.313819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fea6062c-2e19-45d1-8d7a-b3e196d23340" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.706409] env[66340]: INFO networking_nsxv3.common.synchronization [None req-82f36e95-c447-436a-a2c7-eacd7eb08876 tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_rules [ 884.708487] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_rules [ 884.708487] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.708487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.708487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.708487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.708487] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.757923] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a802806b-d16c-4373-ae0f-126c9763fc31 in Status: SUCCESS [ 884.757923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.838419] env[66340]: INFO networking_nsxv3.common.synchronization [None req-d138099e-391c-4cb9-bf15-c2e42c0b469d tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_rules [ 884.839248] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_rules [ 884.839446] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.839551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.947424] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: SUCCESS [ 884.947424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.230318] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.230532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.231744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.231744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.231744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.231744] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 already deleted. [ 885.231744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.231744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.231744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.231744] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.262035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e in Status: SUCCESS [ 885.262035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.262035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: SUCCESS [ 885.262035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.314194] env[66340]: INFO networking_nsxv3.common.synchronization [req-3e2148cb-5f50-4c27-8c46-79369f6c8756 req-9e58c3c7-8d76-42ec-bd79-63005fbe06af tempest-MultipleCreateTestJSON-1135234418 tempest-MultipleCreateTestJSON-1135234418-project-member] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 885.315207] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 885.315598] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.315731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.315799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.316089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.316257] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.316475] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.316475] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.316758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.316909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.317057] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.416472] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 885.416679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.447035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: SUCCESS [ 885.447035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.601529] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 885.601529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.601529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.601529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.601529] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.718751] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.719651] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.719842] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.720054] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.720435] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.720605] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.720762] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.721056] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.721526] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.721526] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.721658] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.721705] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.721783] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.721891] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.721995] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.722142] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.745549] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.745549] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.745549] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.745798] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.746427] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.746427] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.746683] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.747037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.747223] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.755046] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.755256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.755256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.755458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.755543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.755681] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 already deleted. [ 885.755810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.819491] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.819650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.819730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.819935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.820042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.820253] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.820351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.820405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.820634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.820774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.820870] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf already deleted. [ 885.820956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.901978] env[66340]: INFO networking_nsxv3.common.synchronization [req-c29a9b14-3f72-45d5-adba-6328c7c24edc req-e9594d03-e10b-4ec0-b9c0-20ab23cedf5a tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_members [ 885.901978] env[66340]: INFO networking_nsxv3.common.synchronization [req-c29a9b14-3f72-45d5-adba-6328c7c24edc req-e9594d03-e10b-4ec0-b9c0-20ab23cedf5a tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 885.901978] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_members [ 885.901978] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 885.901978] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d9d82d-4efa-42c1-a179-c442eee08d0b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.901978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.901978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.901978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.901978] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.902721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.902721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.902721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.902721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.902721] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.903308] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.903580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.903815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.903815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.903966] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.904036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.904145] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.905168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.905168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.905168] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.966410] env[66340]: INFO networking_nsxv3.common.synchronization [req-c29a9b14-3f72-45d5-adba-6328c7c24edc req-e9594d03-e10b-4ec0-b9c0-20ab23cedf5a tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 885.966410] env[66340]: INFO networking_nsxv3.common.synchronization [req-c29a9b14-3f72-45d5-adba-6328c7c24edc req-e9594d03-e10b-4ec0-b9c0-20ab23cedf5a tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 885.966410] env[66340]: INFO networking_nsxv3.common.synchronization [req-c29a9b14-3f72-45d5-adba-6328c7c24edc req-e9594d03-e10b-4ec0-b9c0-20ab23cedf5a tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_rules [ 885.966410] env[66340]: INFO networking_nsxv3.common.synchronization [req-c29a9b14-3f72-45d5-adba-6328c7c24edc req-e9594d03-e10b-4ec0-b9c0-20ab23cedf5a tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_members [ 885.966410] env[66340]: INFO networking_nsxv3.common.synchronization [req-c29a9b14-3f72-45d5-adba-6328c7c24edc req-e9594d03-e10b-4ec0-b9c0-20ab23cedf5a tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 8b4f432a-cbc0-4272-a6d2-28fe459dec2f with Priority: HIGHEST for action port [ 885.967025] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 885.967216] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_rules [ 885.967272] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4f432a-cbc0-4272-a6d2-28fe459dec2f with Priority: HIGHEST for action port [ 885.967341] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 885.967431] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_members [ 885.967713] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.967810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.968076] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d9d82d-4efa-42c1-a179-c442eee08d0b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.968155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.968155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.968473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.968565] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.969776] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.969875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.969875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.970044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.970122] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b4f432a-cbc0-4272-a6d2-28fe459dec2f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.970852] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.970958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.971140] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d9d82d-4efa-42c1-a179-c442eee08d0b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.971313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.103737] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.103892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.250386] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.250634] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.250765] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.251107] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.251353] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.251428] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8 not found, creating... [ 886.251685] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.251844] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.251961] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.252200] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.252338] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.252623] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.252775] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.252945] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.253378] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.253519] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.253917] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8 is going to be created. [ 886.277422] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.277665] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.277780] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.278010] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.278259] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.278478] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.390314] env[66340]: INFO networking_nsxv3.common.synchronization [None req-8961fd29-03b9-4ca2-80d7-5aad1e10068d None None] Enqueued Resource ID: 0489de80-3678-43ed-be38-e2f6add944a4 with Priority: HIGHEST for action port [ 886.391052] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0489de80-3678-43ed-be38-e2f6add944a4 with Priority: HIGHEST for action port [ 886.391393] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-0489de80-3678-43ed-be38-e2f6add944a4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.392148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0489de80-3678-43ed-be38-e2f6add944a4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.392148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0489de80-3678-43ed-be38-e2f6add944a4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.392148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0489de80-3678-43ed-be38-e2f6add944a4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.392148] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0489de80-3678-43ed-be38-e2f6add944a4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.407145] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.410876] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.472061] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d9d82d-4efa-42c1-a179-c442eee08d0b taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.472061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.472365] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b4f432a-cbc0-4272-a6d2-28fe459dec2f with status ACTIVE [ 886.472414] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.472576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.472642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.472864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.472975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.473127] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.473240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.473284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.473484] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.473557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.473694] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.473806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.473866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.474096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.474096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.474219] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b4f432a-cbc0-4272-a6d2-28fe459dec2f is going to be updated. [ 886.500193] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.500385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.500385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.500565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.500706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.500870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.894648] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0489de80-3678-43ed-be38-e2f6add944a4 [ 886.895287] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.895287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.895287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.895489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.895489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.895567] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0489de80-3678-43ed-be38-e2f6add944a4 already deleted. [ 886.895651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0489de80-3678-43ed-be38-e2f6add944a4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.912158] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.912884] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.988844] env[66340]: INFO networking_nsxv3.common.synchronization [req-3e2148cb-5f50-4c27-8c46-79369f6c8756 req-0e7e9ef2-660e-4ad5-8280-41855a00e5e6 service nova] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_rules [ 886.988844] env[66340]: INFO networking_nsxv3.common.synchronization [req-3e2148cb-5f50-4c27-8c46-79369f6c8756 req-0e7e9ef2-660e-4ad5-8280-41855a00e5e6 service nova] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 886.988844] env[66340]: INFO networking_nsxv3.common.synchronization [req-3e2148cb-5f50-4c27-8c46-79369f6c8756 req-0e7e9ef2-660e-4ad5-8280-41855a00e5e6 service nova] Enqueued Resource ID: 3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8 with Priority: HIGHEST for action port [ 886.989122] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_rules [ 886.989262] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 886.989355] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8 with Priority: HIGHEST for action port [ 886.990068] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.990068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.990068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.991342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.991686] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.994023] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.994151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.994221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.994406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.994629] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.994700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.994763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.994911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.994997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.995134] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.995998] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.996479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.996479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.996479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.996479] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.413860] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.413860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.414492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.414492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.414492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.414492] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b is going to be created. [ 887.416240] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.416387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.416470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.416794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.416888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.417086] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 887.447299] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.447488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.447544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.447758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.447949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.453868] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.453961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.454014] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.454263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.454430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.466290] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 887.467087] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b in Status: UNINITIALIZED for 2s [ 887.497600] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.498783] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.498935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.499354] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8 with status ACTIVE [ 887.499571] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.499688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.499757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.499952] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.500766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.500766] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.500766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.500766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.500766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.500766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.500766] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.501151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.501151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.501151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.501151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.501828] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8 is going to be updated. [ 887.524372] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.524640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.524640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.524837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.524976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.525150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f1bdcd5-bcc0-4c29-9d00-9ffe8fc1e2a8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.000307] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.503277] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.503656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.503656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.503740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.503780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.503868] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be created. [ 888.553049] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.553049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.553049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.553273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.553869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.570287] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: UNINITIALIZED for 2s [ 889.477238] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b in Status: SUCCESS [ 889.477471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.477650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.477874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.478086] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.478186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.478254] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.478410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.478508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.478691] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.480201] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 889.480524] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.480730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.480969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.481229] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.481309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.481395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.481564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.481877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.481877] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.858079] env[66340]: INFO networking_nsxv3.common.synchronization [req-5331c6f8-d1c9-499d-8225-6c474d61b073 req-2327ec3b-642a-45f0-962e-c1ee6bcae33e tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 889.858624] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 889.858937] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.859115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.859192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.859394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.859552] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.859654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.859719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.859868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.859956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.860704] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.983972] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.986626] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.363598] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.363803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.363880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.364170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.385439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.385806] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.385944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.385989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.386212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.386298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.386391] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 890.414792] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.414923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.415123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.415261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.415384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.427229] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 890.486684] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.487831] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.571030] env[66340]: INFO networking_nsxv3.common.synchronization [req-3e2148cb-5f50-4c27-8c46-79369f6c8756 req-638ee218-f1b7-4055-8598-e30f4ffc348a tempest-MultipleCreateTestJSON-1135234418 tempest-MultipleCreateTestJSON-1135234418-project-member] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 890.572647] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 890.573030] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.573152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.582383] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 890.582383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.582488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.582769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.582976] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.583082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.583130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.583299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.583381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.583468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.583567] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.586980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.587190] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.587369] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.587615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.587615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.587732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.587772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.587877] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.832697] env[66340]: INFO networking_nsxv3.common.synchronization [req-29ce790b-eaec-40d2-b335-b5254340c795 req-c17086f0-b74b-48c4-88ea-39ea35241af6 tempest-ListImageFiltersTestJSON-2139963162 tempest-ListImageFiltersTestJSON-2139963162-project-member] Enqueued Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 890.833356] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 890.834224] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.834224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.834224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.834224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.834398] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.834825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.834903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.836075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.836265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.836328] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.918928] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.918928] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.918928] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.918928] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.918928] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.918928] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.918928] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.918928] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.918928] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.918928] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.918928] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.918928] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.918928] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.919657] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.919657] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.919657] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.940749] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.940971] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.941210] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.941406] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.941724] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-9952ac34-b9d2-4406-bfeb-2e8d0f988bd1 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.941989] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-9952ac34-b9d2-4406-bfeb-2e8d0f988bd1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.942151] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-9952ac34-b9d2-4406-bfeb-2e8d0f988bd1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.942465] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-9952ac34-b9d2-4406-bfeb-2e8d0f988bd1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.942617] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9952ac34-b9d2-4406-bfeb-2e8d0f988bd1',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.990038] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.990680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.990680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.990892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.991643] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.991643] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b is going to be updated. [ 890.992872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.992872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.992872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.993079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.993159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.993250] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 891.030193] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.030193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.030360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.030479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.030630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.032696] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.032696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.032866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.032902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.033038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.051984] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 891.052786] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b in Status: IN_PROGRESS for 2s [ 891.088565] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.088752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.093302] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.340317] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.444923] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.444923] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.445283] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.445488] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.445762] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.445929] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 9952ac34-b9d2-4406-bfeb-2e8d0f988bd1 not found, creating... [ 891.446289] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.446645] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.446760] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.447539] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.447792] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.448189] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.448383] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.448508] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.448744] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.448887] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.449045] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 9952ac34-b9d2-4406-bfeb-2e8d0f988bd1 is going to be created. [ 891.471955] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.472203] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.472328] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.472737] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.473010] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.473253] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-9952ac34-b9d2-4406-bfeb-2e8d0f988bd1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.596534] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.843457] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.099855] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.100240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.100240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.100316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.100407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.101031] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 892.133957] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.133957] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.135375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.135375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.135375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.146216] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 892.200041] env[66340]: INFO networking_nsxv3.common.synchronization [req-3e2148cb-5f50-4c27-8c46-79369f6c8756 req-7d93109f-77c8-4dd9-b3bd-45d4df0c1c8d service nova] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_rules [ 892.200236] env[66340]: INFO networking_nsxv3.common.synchronization [req-3e2148cb-5f50-4c27-8c46-79369f6c8756 req-7d93109f-77c8-4dd9-b3bd-45d4df0c1c8d service nova] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 892.200374] env[66340]: INFO networking_nsxv3.common.synchronization [req-3e2148cb-5f50-4c27-8c46-79369f6c8756 req-7d93109f-77c8-4dd9-b3bd-45d4df0c1c8d service nova] Enqueued Resource ID: 9952ac34-b9d2-4406-bfeb-2e8d0f988bd1 with Priority: HIGHEST for action port [ 892.200942] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_rules [ 892.201094] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 892.201209] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9952ac34-b9d2-4406-bfeb-2e8d0f988bd1 with Priority: HIGHEST for action port [ 892.201466] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.201571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.201760] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.201847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.202056] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9952ac34-b9d2-4406-bfeb-2e8d0f988bd1 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.202163] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9952ac34-b9d2-4406-bfeb-2e8d0f988bd1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.202220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9952ac34-b9d2-4406-bfeb-2e8d0f988bd1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.202446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9952ac34-b9d2-4406-bfeb-2e8d0f988bd1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.202550] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9952ac34-b9d2-4406-bfeb-2e8d0f988bd1',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.346949] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.347122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.347191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.347410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.347506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.347609] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf9494a1-8930-4423-9998-6c8fee48c851 is going to be updated. [ 892.384350] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.384350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.384350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.384560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.385248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.397686] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: IN_PROGRESS for 2s [ 892.441038] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 892.441038] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 deletion is rescheduled due to dependency. [ 892.441038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.621247] env[66340]: INFO networking_nsxv3.common.synchronization [req-d36ed603-3981-45d4-bcfd-719e93b04d1c req-df9b52da-250e-4bab-9619-d014fe50122e tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_members [ 892.621421] env[66340]: INFO networking_nsxv3.common.synchronization [req-d36ed603-3981-45d4-bcfd-719e93b04d1c req-df9b52da-250e-4bab-9619-d014fe50122e tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c with Priority: HIGHEST for action security_group_members [ 892.621555] env[66340]: INFO networking_nsxv3.common.synchronization [req-d36ed603-3981-45d4-bcfd-719e93b04d1c req-df9b52da-250e-4bab-9619-d014fe50122e tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 892.622378] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_members [ 892.622378] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c with Priority: HIGHEST for action security_group_members [ 892.622378] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 892.622815] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d9d82d-4efa-42c1-a179-c442eee08d0b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.622933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.623095] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f52d77-5160-4934-9b98-9b0b7dbda76c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.623178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.623221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.624209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.624209] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.624209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.624209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.624209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.624209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.624209] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f52d77-5160-4934-9b98-9b0b7dbda76c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.625337] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.625337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.675029] env[66340]: INFO networking_nsxv3.common.synchronization [req-d36ed603-3981-45d4-bcfd-719e93b04d1c req-df9b52da-250e-4bab-9619-d014fe50122e tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 892.675029] env[66340]: INFO networking_nsxv3.common.synchronization [req-d36ed603-3981-45d4-bcfd-719e93b04d1c req-df9b52da-250e-4bab-9619-d014fe50122e tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 892.675029] env[66340]: INFO networking_nsxv3.common.synchronization [req-d36ed603-3981-45d4-bcfd-719e93b04d1c req-df9b52da-250e-4bab-9619-d014fe50122e tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c with Priority: HIGHEST for action security_group_rules [ 892.675029] env[66340]: INFO networking_nsxv3.common.synchronization [req-d36ed603-3981-45d4-bcfd-719e93b04d1c req-df9b52da-250e-4bab-9619-d014fe50122e tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c with Priority: HIGHEST for action security_group_members [ 892.675029] env[66340]: INFO networking_nsxv3.common.synchronization [req-d36ed603-3981-45d4-bcfd-719e93b04d1c req-df9b52da-250e-4bab-9619-d014fe50122e tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_rules [ 892.675029] env[66340]: INFO networking_nsxv3.common.synchronization [req-d36ed603-3981-45d4-bcfd-719e93b04d1c req-df9b52da-250e-4bab-9619-d014fe50122e tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_members [ 892.675029] env[66340]: INFO networking_nsxv3.common.synchronization [req-d36ed603-3981-45d4-bcfd-719e93b04d1c req-df9b52da-250e-4bab-9619-d014fe50122e tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 8b4f432a-cbc0-4272-a6d2-28fe459dec2f with Priority: HIGHEST for action port [ 892.675029] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_rules [ 892.675029] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c with Priority: HIGHEST for action security_group_rules [ 892.677037] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_members [ 892.677037] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4f432a-cbc0-4272-a6d2-28fe459dec2f with Priority: HIGHEST for action port [ 892.677037] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_rules [ 892.677037] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 892.677037] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c with Priority: HIGHEST for action security_group_members [ 892.677999] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.678702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.678702] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98f52d77-5160-4934-9b98-9b0b7dbda76c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.678702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.678702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.679798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.679798] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98f52d77-5160-4934-9b98-9b0b7dbda76c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.681257] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d9d82d-4efa-42c1-a179-c442eee08d0b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.681474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.681787] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.681927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.682039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.682295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.682419] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b4f432a-cbc0-4272-a6d2-28fe459dec2f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.684255] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d9d82d-4efa-42c1-a179-c442eee08d0b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.684255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.685447] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.685447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.685447] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f52d77-5160-4934-9b98-9b0b7dbda76c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.685447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.707409] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9952ac34-b9d2-4406-bfeb-2e8d0f988bd1 with status ACTIVE [ 892.707409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.707409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.707409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.707409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.707409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.707409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.707409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.707409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.707409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.707409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.708167] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.708167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.708167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.708167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.708167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.708167] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9952ac34-b9d2-4406-bfeb-2e8d0f988bd1 is going to be updated. [ 892.739189] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.739421] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.739781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.740098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.740912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.740912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9952ac34-b9d2-4406-bfeb-2e8d0f988bd1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.068572] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 893.068825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.069050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.069317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.069551] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.069873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.069873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.070079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.070119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.070228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.070347] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.072221] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b in Status: SUCCESS [ 893.072435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.072619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.072834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.073035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.073200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.073279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.073460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.073553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.073651] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.074953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.074953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.074953] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.075157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.076514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.076514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.076514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.076514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.076514] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.077098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.077098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.077574] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.077574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.077574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.077574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.077755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.077834] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.127228] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98f52d77-5160-4934-9b98-9b0b7dbda76c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.186724] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b4f432a-cbc0-4272-a6d2-28fe459dec2f with status ACTIVE [ 893.187115] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.187366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.187462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.187768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.187881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.188135] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.188290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.188352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.188512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.188579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.188801] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.188887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.189025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.189183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.189263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.189354] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b4f432a-cbc0-4272-a6d2-28fe459dec2f is going to be updated. [ 893.190692] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f52d77-5160-4934-9b98-9b0b7dbda76c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.190840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.230123] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.230384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.230553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.230848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.231144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.231435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b4f432a-cbc0-4272-a6d2-28fe459dec2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.362430] env[66340]: INFO networking_nsxv3.common.synchronization [req-d0b798c3-33fe-4cb8-842a-6a3c4e058955 req-89307b55-1cd0-4b70-8d3a-01a1343e4a29 tempest-InstanceActionsTestJSON-957414400 tempest-InstanceActionsTestJSON-957414400-project-member] Enqueued Resource ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae with Priority: HIGHEST for action security_group_members [ 893.364038] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae with Priority: HIGHEST for action security_group_members [ 893.364563] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.364866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.364966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.365295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.365474] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.365590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.365675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.365913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.366020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.366155] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.578142] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.578314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.578471] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.579425] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.582018] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.629370] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98f52d77-5160-4934-9b98-9b0b7dbda76c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.826476] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.826735] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-208" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.826792] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-208" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.827127] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-208" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.827399] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.827557] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.827675] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.827887] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.828854] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.829648] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.829779] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.829892] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.830009] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.830135] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.830302] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.830379] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.863087] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.863451] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.863451] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.863664] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-208" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.863934] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-fb78a60d-7dce-4747-a834-402beeedfb63 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.864102] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-fb78a60d-7dce-4747-a834-402beeedfb63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.864220] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-fb78a60d-7dce-4747-a834-402beeedfb63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.864547] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-fb78a60d-7dce-4747-a834-402beeedfb63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.864784] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb78a60d-7dce-4747-a834-402beeedfb63',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.872654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.872816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.875965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.876183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.876297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.876524] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.876667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.876752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.876891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.876974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.877089] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae already deleted. [ 893.877175] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.083339] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.084807] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.085753] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1d9d82d-4efa-42c1-a179-c442eee08d0b: rpc.has_security_group_logging(os_id): False [ 894.111688] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.111954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.112068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.112352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.112475] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.112809] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.114082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.114082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.114082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.114082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.114082] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b is going to be created. [ 894.132517] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.132867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.133157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.133300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.133481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.133641] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c is going to be created. [ 894.169584] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 894.169870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.170165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.170479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.170762] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.170931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.171046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.171286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.171413] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.171549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.171803] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.171933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.172042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.172319] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.172482] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.172914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.172914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.173028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.173091] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.173231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.173429] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.174804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.175076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.175379] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.175565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.175686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.175924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.176431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.176431] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.184226] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.184372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.184527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.185132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.185132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.206389] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c in Status: UNINITIALIZED for 2s [ 894.217987] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.218239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.218330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.218568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.218787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.237671] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b in Status: IN_PROGRESS for 2s [ 894.369504] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.369757] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.369858] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.370198] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.370352] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.370531] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port fb78a60d-7dce-4747-a834-402beeedfb63 not found, creating... [ 894.370824] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.370992] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.371130] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.371370] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.371510] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.373000] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.373398] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.373748] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.374550] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.374819] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.375086] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: fb78a60d-7dce-4747-a834-402beeedfb63 is going to be created. [ 894.414189] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: SUCCESS [ 894.414525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.417246] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.417648] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.417904] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.418377] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.418750] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.419291] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-fb78a60d-7dce-4747-a834-402beeedfb63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.589091] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.589222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.589287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.589524] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.589629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.589809] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b is going to be updated. [ 894.591282] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.591409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.591490] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.591674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.592061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.592219] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 894.628266] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.628493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.628493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.628887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.628887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.631121] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.631277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.631421] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.631714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.631802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.643342] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 894.644220] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b in Status: IN_PROGRESS for 2s [ 894.678720] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d226485c-4c21-4254-8a59-383da20afccf: rpc.has_security_group_logging(os_id): False [ 894.680298] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.712473] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.712749] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.712853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.713126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.713253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.713569] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.713732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.713810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.714068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.714183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.714457] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.714589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.714733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.714876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.714986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.715203] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.715324] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.715418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.715612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.715667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.715798] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be created. [ 894.797531] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.797668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.797746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.798226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.798336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.817350] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 895.182790] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.184930] env[66340]: INFO networking_nsxv3.common.synchronization [req-d0b798c3-33fe-4cb8-842a-6a3c4e058955 req-3990d4e9-2116-4308-a33c-779f816e0b20 service nova] Enqueued Resource ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae with Priority: HIGHEST for action security_group_rules [ 895.185076] env[66340]: INFO networking_nsxv3.common.synchronization [req-d0b798c3-33fe-4cb8-842a-6a3c4e058955 req-3990d4e9-2116-4308-a33c-779f816e0b20 service nova] Enqueued Resource ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae with Priority: HIGHEST for action security_group_members [ 895.185215] env[66340]: INFO networking_nsxv3.common.synchronization [req-d0b798c3-33fe-4cb8-842a-6a3c4e058955 req-3990d4e9-2116-4308-a33c-779f816e0b20 service nova] Enqueued Resource ID: fb78a60d-7dce-4747-a834-402beeedfb63 with Priority: HIGHEST for action port [ 895.189273] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae with Priority: HIGHEST for action security_group_rules [ 895.189273] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae with Priority: HIGHEST for action security_group_members [ 895.189273] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb78a60d-7dce-4747-a834-402beeedfb63 with Priority: HIGHEST for action port [ 895.189273] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.189273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.189273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.189273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.189273] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.189273] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.189273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.189273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.189273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.189273] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.189273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.189273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.189273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.189273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.189273] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.190630] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb78a60d-7dce-4747-a834-402beeedfb63 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.190630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb78a60d-7dce-4747-a834-402beeedfb63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.190630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb78a60d-7dce-4747-a834-402beeedfb63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.190630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb78a60d-7dce-4747-a834-402beeedfb63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.190630] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb78a60d-7dce-4747-a834-402beeedfb63',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.530401] env[66340]: INFO networking_nsxv3.common.synchronization [req-68e7beab-cd43-4f77-993a-b4403a0652ba req-9a95de6f-256b-4cb5-b076-e768cda4a2f0 tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c with Priority: HIGHEST for action security_group_members [ 895.530572] env[66340]: INFO networking_nsxv3.common.synchronization [req-68e7beab-cd43-4f77-993a-b4403a0652ba req-9a95de6f-256b-4cb5-b076-e768cda4a2f0 tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_members [ 895.530705] env[66340]: INFO networking_nsxv3.common.synchronization [req-68e7beab-cd43-4f77-993a-b4403a0652ba req-9a95de6f-256b-4cb5-b076-e768cda4a2f0 tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 895.531578] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c with Priority: HIGHEST for action security_group_members [ 895.531578] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b with Priority: HIGHEST for action security_group_members [ 895.531578] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 895.531765] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f52d77-5160-4934-9b98-9b0b7dbda76c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.531879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.532097] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d9d82d-4efa-42c1-a179-c442eee08d0b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.532193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.532376] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.532458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.687056] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.687221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.687301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.687553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.687644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.687751] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 895.691663] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.691777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.694176] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.695088] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb78a60d-7dce-4747-a834-402beeedfb63 with status ACTIVE [ 895.695325] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.695449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.695517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.695734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.695844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.696014] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.696108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.696149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.696303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.696377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.696558] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.696708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.696708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.696863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.696942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.696996] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb78a60d-7dce-4747-a834-402beeedfb63 is going to be updated. [ 895.721076] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.721076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.721306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.721367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.721472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.721630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb78a60d-7dce-4747-a834-402beeedfb63" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.724039] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.724183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.724255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.724442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.724581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.733375] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 896.198984] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.220513] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c in Status: SUCCESS [ 896.220513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.221018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.221344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.221583] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.221719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.221792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.221982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.222178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.222289] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f52d77-5160-4934-9b98-9b0b7dbda76c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.256511] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b in Status: SUCCESS [ 896.256740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.256917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.257165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.257248] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.660703] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b in Status: SUCCESS [ 896.660944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.661908] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 896.662125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.662298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.662607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.662822] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.663112] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.663112] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.663248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.663288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.663405] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.664360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.664688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.664896] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.665024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.665124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.665297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.665358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.665440] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.705206] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.705206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.705696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.706925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.707046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.707161] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae is going to be created. [ 896.725115] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.725115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.725115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.725115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.725529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.725529] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.725673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.725673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.726401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.726401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.726401] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c is going to be deleted. [ 896.738718] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.738868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.738925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.739160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.739327] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.750046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae in Status: UNINITIALIZED for 2s [ 896.776833] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.777173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.777173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.777398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.777585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.777748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.777852] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.778067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.778224] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.778391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.778485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.778654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.778735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.778836] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f52d77-5160-4934-9b98-9b0b7dbda76c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.780634] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.780788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.780847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.780974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.781098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.781204] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b is going to be deleted. [ 896.833283] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 896.833283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.833283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.833283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.833283] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.864415] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.864739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.864739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.864958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.864958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.865127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.169141] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.170342] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.170481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.170558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.170767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.170858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.171076] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.171221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.171289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.171483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.171569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.171680] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b is going to be deleted. [ 897.206356] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.206726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.206726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.206804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.206858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.207740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.207740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.207740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.207740] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.207740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.207740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.208170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.208170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.208170] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d9d82d-4efa-42c1-a179-c442eee08d0b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.283156] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.283335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.283335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.283729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.283729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.283836] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.283903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.283947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.284091] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.284168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.284253] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c already deleted. [ 897.284329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.284900] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98f52d77-5160-4934-9b98-9b0b7dbda76c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.285370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.285692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.285874] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.285979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.286059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.286210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.286314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.286361] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f52d77-5160-4934-9b98-9b0b7dbda76c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.338623] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.338751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.674838] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.711452] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.711624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.711624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.711842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.711939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.712158] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.712266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.712354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.712482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.712580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.712709] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d9d82d-4efa-42c1-a179-c442eee08d0b already deleted. [ 897.712756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d9d82d-4efa-42c1-a179-c442eee08d0b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.744826] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 897.744973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.745155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.745369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.745667] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.745791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.745791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.745898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.746047] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.746145] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.746240] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.788624] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98f52d77-5160-4934-9b98-9b0b7dbda76c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.792142] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.792142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.792142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.792142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.792142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.792142] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.792142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.792142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.792142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.792142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.793267] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c already deleted. [ 897.794076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.178826] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.178826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.178826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.178826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.178826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.179133] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 898.214736] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.215081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.215081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.215290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.215488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.227827] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 898.248614] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.248771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.248771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.248986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.249176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.249284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.249434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.249519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.249587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.249674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.249824] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.249920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.250047] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.250158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.250274] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.250368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.250420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.250549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.250629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.250711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.250808] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.295353] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98f52d77-5160-4934-9b98-9b0b7dbda76c: rpc.has_security_group_logging(os_id): False [ 898.317485] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.317646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.317646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.317830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.318108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.318108] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.318448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.318448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.318448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.318640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.318640] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c is going to be created. [ 898.350861] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/98f52d77-5160-4934-9b98-9b0b7dbda76c], does not exist path=[/infra/domains/default/groups/98f52d77-5160-4934-9b98-9b0b7dbda76c]."\n}' [ 898.351086] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/98f52d77-5160-4934-9b98-9b0b7dbda76c [ 898.351861] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 898.387024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.387024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.387024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.387024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.387759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.388522] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.388522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.388522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.388522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.388522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.388803] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.388803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.388803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.389015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.389015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.389111] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98f52d77-5160-4934-9b98-9b0b7dbda76c is going to be created. [ 898.410257] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/98f52d77-5160-4934-9b98-9b0b7dbda76c], does not exist path=[/infra/domains/default/groups/98f52d77-5160-4934-9b98-9b0b7dbda76c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/98f52d77-5160-4934-9b98-9b0b7dbda76c [ 898.410453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98f52d77-5160-4934-9b98-9b0b7dbda76c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.410720] env[66340]: Traceback (most recent call last): [ 898.410766] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 898.410766] env[66340]: return func(*args, **kwargs) [ 898.410766] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 898.410766] env[66340]: res.raise_for_status() [ 898.410766] env[66340]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 898.410766] env[66340]: raise HTTPError(http_error_msg, response=self) [ 898.410766] env[66340]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/98f52d77-5160-4934-9b98-9b0b7dbda76c [ 898.410766] env[66340]: During handling of the above exception, another exception occurred: [ 898.410766] env[66340]: Traceback (most recent call last): [ 898.410766] env[66340]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 898.410766] env[66340]: listener.cb(fileno) [ 898.411211] env[66340]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 898.411211] env[66340]: result = function(*args, **kwargs) [ 898.411211] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 898.411211] env[66340]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 898.411211] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 898.411211] env[66340]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 898.411211] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 898.411211] env[66340]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 898.411211] env[66340]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 898.411211] env[66340]: res.raise_for_status() [ 898.411211] env[66340]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 898.411211] env[66340]: raise HTTPError(http_error_msg, response=self) [ 898.411211] env[66340]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/98f52d77-5160-4934-9b98-9b0b7dbda76c [ 898.411211] env[66340]: Removing descriptor: 16 [ 898.752545] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d226485c-4c21-4254-8a59-383da20afccf: rpc.has_security_group_logging(os_id): False [ 898.761548] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae in Status: SUCCESS [ 898.761782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.761971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.762340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.762467] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.762609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.762698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.762833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.762905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.762983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.763084] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.770971] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.771197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.771197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.771658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.800037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.804214] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.804214] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.804214] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.804214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.804819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.804819] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 898.922025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.922025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.922025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.922025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.922025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.973477] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 899.265418] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.265716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.265716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.266020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.266105] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.266179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.266225] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.266373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.266465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.266551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.267280] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.267280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.267280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.267280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.267280] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.267280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.267582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.267582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.267582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.267681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.267714] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.451476] env[66340]: INFO networking_nsxv3.common.synchronization [req-47cdd3e0-62ac-49d2-95d1-e4eff23c6448 req-91815906-b856-4cd0-a346-7bc1945c143c tempest-AttachVolumeShelveTestJSON-672223224 tempest-AttachVolumeShelveTestJSON-672223224-project-member] Enqueued Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_members [ 899.453993] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_members [ 899.453993] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.453993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.453993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.453993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.456387] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.456555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.456636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.456813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.456900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.457038] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.770288] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae: rpc.has_security_group_logging(os_id): False [ 899.792024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.792024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.792024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.792024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.792799] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.792799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.792799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.792799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.792799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.792799] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae is going to be created. [ 899.837197] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.837404] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.837477] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.837829] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.838110] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.838272] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.838389] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.838610] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.838759] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.838976] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.839101] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.839207] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.839315] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.839421] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.839523] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.839688] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.865696] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.865910] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.866025] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.866277] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.866628] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-eba4e3f3-0808-4506-a7fe-89a00784ce59 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.866810] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.867056] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.867535] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.867818] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba4e3f3-0808-4506-a7fe-89a00784ce59',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.874381] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.874568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.875047] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.875047] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.875305] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.890154] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae in Status: IN_PROGRESS for 2s [ 899.958834] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.958922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.958965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.959177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.959495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.959712] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.959823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.959889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.960101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.960161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.960248] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210d75dd-97b4-4695-ab97-279b25e95910 already deleted. [ 899.960336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.238721] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 900.239516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.239516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.239516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.239695] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.239779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.239845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.240822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.240822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.240822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.240822] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.240822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.240822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.240822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.241256] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.241256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.241372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.241641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.241714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.241805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.242231] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.243401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.243401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.243730] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.244907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.244907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.244907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.244907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.244907] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.370707] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.371050] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.371050] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.371615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.371615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.371615] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port eba4e3f3-0808-4506-a7fe-89a00784ce59 not found, creating... [ 900.373211] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.373211] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.373211] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.373211] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.373211] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.373211] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.373211] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.373510] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.373510] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.373633] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.373789] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: eba4e3f3-0808-4506-a7fe-89a00784ce59 is going to be created. [ 900.397609] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.398052] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.398052] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.398276] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.398505] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.398763] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.746440] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e011eb-102d-46e2-a49a-d5b9398e317a: rpc.has_security_group_logging(os_id): False [ 900.747793] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.767808] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.767977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.767977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.768697] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.792251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.792523] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.792691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.792769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.792968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.793067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.793298] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.793409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.793507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.793686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.793768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.793958] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.794071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.794133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.794276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.794354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.794438] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 900.873909] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.874125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.874125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.874352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.874502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.894917] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 901.000655] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 901.000890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.137610] env[66340]: INFO networking_nsxv3.common.synchronization [req-47cdd3e0-62ac-49d2-95d1-e4eff23c6448 req-60235098-fae6-49a7-b5bc-b87c065cf648 service nova] Enqueued Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_rules [ 901.137815] env[66340]: INFO networking_nsxv3.common.synchronization [req-47cdd3e0-62ac-49d2-95d1-e4eff23c6448 req-60235098-fae6-49a7-b5bc-b87c065cf648 service nova] Enqueued Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_members [ 901.138235] env[66340]: INFO networking_nsxv3.common.synchronization [req-47cdd3e0-62ac-49d2-95d1-e4eff23c6448 req-60235098-fae6-49a7-b5bc-b87c065cf648 service nova] Enqueued Resource ID: eba4e3f3-0808-4506-a7fe-89a00784ce59 with Priority: HIGHEST for action port [ 901.138689] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_rules [ 901.138689] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_members [ 901.138992] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba4e3f3-0808-4506-a7fe-89a00784ce59 with Priority: HIGHEST for action port [ 901.138992] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.139218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.139218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.139429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.139594] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.145032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.145032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.145032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.145032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.146550] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.146649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.146878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.147113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.147177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.147400] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.148720] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba4e3f3-0808-4506-a7fe-89a00784ce59 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.149313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.149413] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.149818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.149900] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba4e3f3-0808-4506-a7fe-89a00784ce59',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.250505] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.654977] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.654977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.654977] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.654977] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eba4e3f3-0808-4506-a7fe-89a00784ce59 with status ACTIVE [ 901.654977] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.654977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.654977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.654977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.654977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.654977] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.654977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.654977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.654977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.654977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.657800] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.661231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.661231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.661231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.661231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.661231] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eba4e3f3-0808-4506-a7fe-89a00784ce59 is going to be updated. [ 901.682243] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.682398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.682457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.682711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.682869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.683053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.754349] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.754516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.754598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.754885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.755811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.755811] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 901.803051] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.803051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.803051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.803051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.803051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.818695] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 901.910140] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae in Status: SUCCESS [ 901.910140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.162614] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.665438] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.665878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.665878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.666072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.666178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.666288] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210d75dd-97b4-4695-ab97-279b25e95910 is going to be created. [ 902.693326] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.693510] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.693661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.696071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.696071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.705370] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210d75dd-97b4-4695-ab97-279b25e95910 in Status: UNINITIALIZED for 2s [ 902.928440] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 902.928663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.928845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.929082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.929170] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.432089] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.432255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.505929] env[66340]: INFO networking_nsxv3.common.synchronization [req-0a16a9c1-dcf9-43a7-bad2-daa43bb8e516 req-797775a0-dbc8-475b-b8ca-111a32f792b5 tempest-MultipleCreateTestJSON-1135234418 tempest-MultipleCreateTestJSON-1135234418-project-member] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 903.506486] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 903.506798] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.506927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.507037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.507237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.507391] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.507647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.507647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.507748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.507787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.507860] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.791579] env[66340]: INFO networking_nsxv3.common.synchronization [req-428bd5ac-ad7a-48ed-b647-eb5254da0a37 req-247d0224-e934-4468-8c7b-959b810a4cc2 tempest-MultipleCreateTestJSON-1135234418 tempest-MultipleCreateTestJSON-1135234418-project-member] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 903.792521] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 903.792521] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.792521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.829998] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 903.830156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.831293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.831293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.831293] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.831293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.831293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.831293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.831293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.831293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.831293] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.009470] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.305644] env[66340]: INFO networking_nsxv3.common.synchronization [None req-a39081e6-40e3-42ad-b58a-7d5ac4a14916 None None] Enqueued Resource ID: 3a700ab4-7e9e-4616-80a7-44305e6b8613 with Priority: HIGHEST for action port [ 904.306224] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a700ab4-7e9e-4616-80a7-44305e6b8613 with Priority: HIGHEST for action port [ 904.306538] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a700ab4-7e9e-4616-80a7-44305e6b8613 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.306659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a700ab4-7e9e-4616-80a7-44305e6b8613" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.306745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a700ab4-7e9e-4616-80a7-44305e6b8613" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.307102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a700ab4-7e9e-4616-80a7-44305e6b8613" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.308322] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a700ab4-7e9e-4616-80a7-44305e6b8613',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.333825] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.336864] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.336864] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.336864] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.336864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.337701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.337701] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.511538] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.741841] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210d75dd-97b4-4695-ab97-279b25e95910 in Status: SUCCESS [ 904.742304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.742698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.743049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.743352] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.743604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.743775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.744134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.744308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.744476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.744685] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.811370] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a700ab4-7e9e-4616-80a7-44305e6b8613 [ 904.811370] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.811370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.811370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.811370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.811370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.811370] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a700ab4-7e9e-4616-80a7-44305e6b8613 already deleted. [ 904.811370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a700ab4-7e9e-4616-80a7-44305e6b8613" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.843021] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e011eb-102d-46e2-a49a-d5b9398e317a: rpc.has_security_group_logging(os_id): False [ 904.861930] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.862394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.862618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.862851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.862950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.863652] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.863652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.863652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.863652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.863652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.863885] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.863885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.863987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.864107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.864163] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.864354] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.864449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.864512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.864683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.865079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.865079] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 904.935025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.935025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.935025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.935025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.935025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.955863] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 905.015741] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.015741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.015999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.016051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.016154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.016257] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 905.095049] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.095295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.095295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.095548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.095730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.116971] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 905.247890] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.448505] env[66340]: INFO networking_nsxv3.common.synchronization [None req-cfa8b491-193e-4839-a713-d5adc9c90cea tempest-ServersTestJSON-631464616 tempest-ServersTestJSON-631464616-project-member] Enqueued Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_rules [ 905.449380] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_rules [ 905.449494] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99504afb-4a9c-4313-a8c7-f228e53b2e53 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.449627] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.449690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.450143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.450143] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.560510] env[66340]: INFO networking_nsxv3.common.synchronization [None req-83b7339a-8666-455d-aaba-25fc4a0b54b5 tempest-ServersTestJSON-631464616 tempest-ServersTestJSON-631464616-project-member] Enqueued Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_rules [ 905.560510] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_rules [ 905.560989] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99504afb-4a9c-4313-a8c7-f228e53b2e53 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.561117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.752220] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 210d75dd-97b4-4695-ab97-279b25e95910: rpc.has_security_group_logging(os_id): False [ 905.775676] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.775676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.775676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.776210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.776210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.776797] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.776797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.776797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.777589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.777884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.777954] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210d75dd-97b4-4695-ab97-279b25e95910 is going to be created. [ 905.854379] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.854790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.854790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.854875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.855059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.866808] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210d75dd-97b4-4695-ab97-279b25e95910 in Status: IN_PROGRESS for 2s [ 905.991242] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.991242] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.991242] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.991242] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.991242] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.991242] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 already deleted. [ 905.991242] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.991242] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.991589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.991589] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.514580] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.514824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.514904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.515142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.515231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.515334] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 already deleted. [ 906.515416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.541894] env[66340]: INFO networking_nsxv3.common.synchronization [None req-601328a7-0c9c-4933-b090-a1fb29671b84 None None] Enqueued Resource ID: 18636d2e-6d70-47d6-9d4f-2499ee1b3c24 with Priority: HIGHEST for action port [ 906.542937] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18636d2e-6d70-47d6-9d4f-2499ee1b3c24 with Priority: HIGHEST for action port [ 906.544246] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-18636d2e-6d70-47d6-9d4f-2499ee1b3c24 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.544396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18636d2e-6d70-47d6-9d4f-2499ee1b3c24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.544456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18636d2e-6d70-47d6-9d4f-2499ee1b3c24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.545288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18636d2e-6d70-47d6-9d4f-2499ee1b3c24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.545288] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18636d2e-6d70-47d6-9d4f-2499ee1b3c24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.976083] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 906.976083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.976083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.976481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.976481] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.047285] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18636d2e-6d70-47d6-9d4f-2499ee1b3c24 [ 907.047565] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.047740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.047812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.048040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.048127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.048222] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18636d2e-6d70-47d6-9d4f-2499ee1b3c24 already deleted. [ 907.048298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18636d2e-6d70-47d6-9d4f-2499ee1b3c24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.131054] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 907.131304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.131491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.131758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.131971] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.132176] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.132176] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.132375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.132437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.132524] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.478698] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.478898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.478967] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.480069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.480069] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.480069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.480069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.480069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.480069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.480571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.480571] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.635169] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.635351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.635401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.635621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.635784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.635991] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.636113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.636159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.636312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.636458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.636603] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 907.668774] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.668774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.668774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.668774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.669176] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.678591] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 907.881288] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210d75dd-97b4-4695-ab97-279b25e95910 in Status: SUCCESS [ 907.882032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.983153] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.983153] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.983543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.983543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.983691] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.983755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.984174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.984174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.984174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.984397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.984397] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.984503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.984550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.984741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.984886] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.984994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.985067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.985240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.985342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.985426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.985588] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.489302] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e011eb-102d-46e2-a49a-d5b9398e317a: rpc.has_security_group_logging(os_id): False [ 908.513111] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.513281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.513281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.514282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.514282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.514282] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.514282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.514282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.514282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.515684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.515684] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.515684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.515684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.515684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.515684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.515979] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.515979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.516084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.516223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.516535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.516535] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 908.663086] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.663277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.663384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.663656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.663862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.685156] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 909.689120] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 909.689483] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf deletion is rescheduled due to dependency. [ 909.689483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.726365] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 910.727197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.544101] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 911.544444] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 911.860238] env[66340]: INFO networking_nsxv3.common.synchronization [None req-9cc1f23e-4cbe-4de3-9644-33e1d06762ed None None] Enqueued Resource ID: f1e74c4f-a071-450b-8fd1-6dd3e52b3dcc with Priority: HIGHEST for action port [ 911.861026] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e74c4f-a071-450b-8fd1-6dd3e52b3dcc with Priority: HIGHEST for action port [ 911.861114] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1e74c4f-a071-450b-8fd1-6dd3e52b3dcc taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.861223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1e74c4f-a071-450b-8fd1-6dd3e52b3dcc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.861281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1e74c4f-a071-450b-8fd1-6dd3e52b3dcc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.861515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1e74c4f-a071-450b-8fd1-6dd3e52b3dcc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.861610] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1e74c4f-a071-450b-8fd1-6dd3e52b3dcc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.899462] env[66340]: INFO networking_nsxv3.common.synchronization [None req-0a58e4cf-ad36-471b-9bd9-49d2a4564719 tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_rules [ 911.899462] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_rules [ 911.899462] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ab86b5-79d4-41f8-8e10-ce734106103f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.899462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.899462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.899889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.899889] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.991043] env[66340]: INFO networking_nsxv3.common.synchronization [None req-0e670a94-1ec1-4c56-80e2-e72ab8e3240c tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_rules [ 911.991043] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_rules [ 911.991606] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ab86b5-79d4-41f8-8e10-ce734106103f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.991606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.366589] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1e74c4f-a071-450b-8fd1-6dd3e52b3dcc [ 912.366589] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.366589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.367507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.367507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.367507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.367507] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1e74c4f-a071-450b-8fd1-6dd3e52b3dcc already deleted. [ 912.367507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1e74c4f-a071-450b-8fd1-6dd3e52b3dcc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.424025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.424025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.424025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.424025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.424025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.424025] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ab86b5-79d4-41f8-8e10-ce734106103f already deleted. [ 912.424025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.424025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.424025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.424025] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.951444] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.951444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.951444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.951444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.951905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.951905] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ab86b5-79d4-41f8-8e10-ce734106103f already deleted. [ 912.951905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.407612] env[66340]: INFO networking_nsxv3.common.synchronization [None req-0963b049-07ab-43da-af65-093ad690b7ca None None] Enqueued Resource ID: 475d78aa-7781-4012-a217-610b72fe1038 with Priority: HIGHEST for action port [ 914.408201] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475d78aa-7781-4012-a217-610b72fe1038 with Priority: HIGHEST for action port [ 914.408633] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-475d78aa-7781-4012-a217-610b72fe1038 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.408995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-475d78aa-7781-4012-a217-610b72fe1038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.408995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-475d78aa-7781-4012-a217-610b72fe1038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.409118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-475d78aa-7781-4012-a217-610b72fe1038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.410071] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('475d78aa-7781-4012-a217-610b72fe1038',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.641371] env[66340]: INFO networking_nsxv3.common.synchronization [req-0d5ff5d7-f86b-4966-8948-22978449c193 req-3c04d3a1-5d15-4d39-bba8-49c207c9d433 tempest-InstanceActionsTestJSON-957414400 tempest-InstanceActionsTestJSON-957414400-project-member] Enqueued Resource ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae with Priority: HIGHEST for action security_group_members [ 914.641979] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae with Priority: HIGHEST for action security_group_members [ 914.642317] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.642443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.642513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.642739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.642867] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.642967] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.643131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.643299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.643387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.643487] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.912770] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 475d78aa-7781-4012-a217-610b72fe1038 [ 914.913096] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.913672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.913672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.913672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.913886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.913886] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:475d78aa-7781-4012-a217-610b72fe1038 already deleted. [ 914.914336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-475d78aa-7781-4012-a217-610b72fe1038" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.149149] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.149149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.149149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.149827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.149827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.149827] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.149827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.149827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.150117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.150117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.150199] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae is going to be updated. [ 915.184548] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.184548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.184548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.184548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.184548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.194981] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae in Status: IN_PROGRESS for 2s [ 917.207504] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae in Status: SUCCESS [ 917.207990] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae deletion is rescheduled due to dependency. [ 917.207990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.509560] env[66340]: INFO networking_nsxv3.common.synchronization [req-97f7d80b-4f41-488b-9922-711ab9787757 req-0db556a6-c740-43ca-b954-a077e6863dcf tempest-ServersV294TestFqdnHostnames-748076042 tempest-ServersV294TestFqdnHostnames-748076042-project-member] Enqueued Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_members [ 918.510267] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_members [ 918.510785] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54d94c43-0c45-4776-9abd-31efd622be55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.510785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.510948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.511642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.511642] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.511642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.511642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.512174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.512174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.512174] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54d94c43-0c45-4776-9abd-31efd622be55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.839471] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.839927] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-85" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.840180] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-85" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.840589] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-85" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.841030] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.841376] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.842219] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.842219] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.842219] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.842594] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.842817] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.843034] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.844017] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.844017] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.844017] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.844017] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.868018] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.868018] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.868018] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.868018] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-85" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.868018] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-e1a98e5e-4fb6-468f-9deb-33e65d4b2d00 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.868018] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-e1a98e5e-4fb6-468f-9deb-33e65d4b2d00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.868018] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-e1a98e5e-4fb6-468f-9deb-33e65d4b2d00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.868018] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-e1a98e5e-4fb6-468f-9deb-33e65d4b2d00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.868018] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a98e5e-4fb6-468f-9deb-33e65d4b2d00',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.014860] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.015081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.015167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.015387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.015478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.015717] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.015856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.015935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.016128] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.016217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.016307] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54d94c43-0c45-4776-9abd-31efd622be55 already deleted. [ 919.016389] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.369773] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.370300] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.370491] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.370862] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.371041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.371264] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port e1a98e5e-4fb6-468f-9deb-33e65d4b2d00 not found, creating... [ 919.371582] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.371749] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.371867] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.372155] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.372344] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.372721] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.372932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.373108] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.373395] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.373615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.373857] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: e1a98e5e-4fb6-468f-9deb-33e65d4b2d00 is going to be created. [ 919.394897] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.395272] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.395438] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.395786] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.396359] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.396504] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-e1a98e5e-4fb6-468f-9deb-33e65d4b2d00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.084574] env[66340]: INFO networking_nsxv3.common.synchronization [req-97f7d80b-4f41-488b-9922-711ab9787757 req-a21086c2-9246-4e62-a8dd-44645a060dc9 service nova] Enqueued Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_rules [ 920.084983] env[66340]: INFO networking_nsxv3.common.synchronization [req-97f7d80b-4f41-488b-9922-711ab9787757 req-a21086c2-9246-4e62-a8dd-44645a060dc9 service nova] Enqueued Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_members [ 920.084983] env[66340]: INFO networking_nsxv3.common.synchronization [req-97f7d80b-4f41-488b-9922-711ab9787757 req-a21086c2-9246-4e62-a8dd-44645a060dc9 service nova] Enqueued Resource ID: e1a98e5e-4fb6-468f-9deb-33e65d4b2d00 with Priority: HIGHEST for action port [ 920.085673] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_rules [ 920.085922] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_members [ 920.086133] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a98e5e-4fb6-468f-9deb-33e65d4b2d00 with Priority: HIGHEST for action port [ 920.086555] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54d94c43-0c45-4776-9abd-31efd622be55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.086757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.086841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.087094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.087229] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54d94c43-0c45-4776-9abd-31efd622be55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.088185] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54d94c43-0c45-4776-9abd-31efd622be55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.088320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.088384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.088575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.088726] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.088824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.088887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.089048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.089126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.089218] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54d94c43-0c45-4776-9abd-31efd622be55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.094020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1a98e5e-4fb6-468f-9deb-33e65d4b2d00 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.094020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1a98e5e-4fb6-468f-9deb-33e65d4b2d00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.094020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1a98e5e-4fb6-468f-9deb-33e65d4b2d00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.094020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1a98e5e-4fb6-468f-9deb-33e65d4b2d00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.094020] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a98e5e-4fb6-468f-9deb-33e65d4b2d00',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.593314] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54d94c43-0c45-4776-9abd-31efd622be55 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.593314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.593505] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54d94c43-0c45-4776-9abd-31efd622be55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.597332] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1a98e5e-4fb6-468f-9deb-33e65d4b2d00 with status ACTIVE [ 920.597332] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.597332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.597332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.597332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.597332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.597332] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.597332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.597332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.597332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.597719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.597719] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.597719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.597830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.597932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.598034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.598136] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1a98e5e-4fb6-468f-9deb-33e65d4b2d00 is going to be updated. [ 920.622189] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.622360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.622432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.622628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.622764] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.622933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1a98e5e-4fb6-468f-9deb-33e65d4b2d00" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.995625] env[66340]: INFO networking_nsxv3.common.synchronization [None req-24a3a891-f733-40ff-8c92-acb5e3d26c6f None None] Enqueued Resource ID: 9e216e1f-51fc-4be4-b8aa-4615f50c2f02 with Priority: HIGHEST for action port [ 920.996173] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e216e1f-51fc-4be4-b8aa-4615f50c2f02 with Priority: HIGHEST for action port [ 920.996531] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e216e1f-51fc-4be4-b8aa-4615f50c2f02 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.996678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e216e1f-51fc-4be4-b8aa-4615f50c2f02" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.996762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e216e1f-51fc-4be4-b8aa-4615f50c2f02" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.997189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e216e1f-51fc-4be4-b8aa-4615f50c2f02" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.997306] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e216e1f-51fc-4be4-b8aa-4615f50c2f02',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.098818] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54d94c43-0c45-4776-9abd-31efd622be55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.163452] env[66340]: INFO networking_nsxv3.common.synchronization [req-8af2e14d-0590-4a2a-a0db-6a32854208a4 req-5373f3a9-7c8f-487c-8306-65a57bdf66cf tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_members [ 921.164086] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_members [ 921.164860] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-151d4e35-34eb-4b3d-a12a-61184a1aac0d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.164998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.165091] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.165382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.165562] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.166267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.166385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.166566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.166779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.166906] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.412445] env[66340]: INFO networking_nsxv3.common.synchronization [None req-a1cb2a03-9e09-4e57-bfb5-cf4aa535e72a tempest-ServerActionsV293TestJSON-840104253 tempest-ServerActionsV293TestJSON-840104253-project-member] Enqueued Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_rules [ 921.413045] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_rules [ 921.413351] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.413478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.413539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.413784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.413869] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.500833] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e216e1f-51fc-4be4-b8aa-4615f50c2f02 [ 921.500833] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.500833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.500833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.500833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.500833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.500833] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e216e1f-51fc-4be4-b8aa-4615f50c2f02 already deleted. [ 921.501224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e216e1f-51fc-4be4-b8aa-4615f50c2f02" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.561431] env[66340]: INFO networking_nsxv3.common.synchronization [None req-b03a3988-47e6-402e-861d-3640eacd1972 tempest-ServerActionsV293TestJSON-840104253 tempest-ServerActionsV293TestJSON-840104253-project-member] Enqueued Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_rules [ 921.561431] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_rules [ 921.561431] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.561431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.595183] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.595183] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.595183] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.595183] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.595183] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.595792] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.596067] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.596383] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.596628] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.596961] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.597228] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.597444] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.597646] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.597849] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.598056] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.598283] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.599909] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.600263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.600429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.600676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.600854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.601044] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54d94c43-0c45-4776-9abd-31efd622be55 is going to be created. [ 921.624629] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.624629] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.624629] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.624629] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.624629] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-f59b39ca-c246-4c95-9dd2-bc8933b36c60 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.624629] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-f59b39ca-c246-4c95-9dd2-bc8933b36c60" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.624629] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-f59b39ca-c246-4c95-9dd2-bc8933b36c60" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.625764] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-f59b39ca-c246-4c95-9dd2-bc8933b36c60" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.626053] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59b39ca-c246-4c95-9dd2-bc8933b36c60',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.634303] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.634303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.634303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.634303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.634303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.646321] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54d94c43-0c45-4776-9abd-31efd622be55 in Status: UNINITIALIZED for 2s [ 921.669495] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.669649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.669726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.669928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.670037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.670302] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.670414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.670478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.671025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.671118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.671211] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d already deleted. [ 921.671445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.956524] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.956971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.957110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.957351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.957476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.957602] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c already deleted. [ 921.957705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.957870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.958061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.958155] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.129488] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.130078] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.130078] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.130208] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.130340] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.131075] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port f59b39ca-c246-4c95-9dd2-bc8933b36c60 not found, creating... [ 922.131075] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.131075] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.131305] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.131342] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.131511] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.131822] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.132052] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.132178] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.132410] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.132514] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.132680] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: f59b39ca-c246-4c95-9dd2-bc8933b36c60 is going to be created. [ 922.157012] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.158059] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.158059] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.158059] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.158233] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.158380] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-f59b39ca-c246-4c95-9dd2-bc8933b36c60" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.481014] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.481232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.481232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.481869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.481869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.482603] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c already deleted. [ 922.482603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.925152] env[66340]: INFO networking_nsxv3.common.synchronization [req-8af2e14d-0590-4a2a-a0db-6a32854208a4 req-d2fe1255-4b98-4283-aa60-e9cabdaf227a service nova] Enqueued Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_rules [ 922.925406] env[66340]: INFO networking_nsxv3.common.synchronization [req-8af2e14d-0590-4a2a-a0db-6a32854208a4 req-d2fe1255-4b98-4283-aa60-e9cabdaf227a service nova] Enqueued Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_members [ 922.930340] env[66340]: INFO networking_nsxv3.common.synchronization [req-8af2e14d-0590-4a2a-a0db-6a32854208a4 req-d2fe1255-4b98-4283-aa60-e9cabdaf227a service nova] Enqueued Resource ID: f59b39ca-c246-4c95-9dd2-bc8933b36c60 with Priority: HIGHEST for action port [ 922.931459] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_rules [ 922.931612] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_members [ 922.931734] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59b39ca-c246-4c95-9dd2-bc8933b36c60 with Priority: HIGHEST for action port [ 922.932176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.932337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.932407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.932707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.932801] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.938021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-151d4e35-34eb-4b3d-a12a-61184a1aac0d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.938021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.938021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.938021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.938021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.938021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.938021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.938021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.938021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.938021] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.938021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59b39ca-c246-4c95-9dd2-bc8933b36c60 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.938021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59b39ca-c246-4c95-9dd2-bc8933b36c60" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.938021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59b39ca-c246-4c95-9dd2-bc8933b36c60" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.938943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59b39ca-c246-4c95-9dd2-bc8933b36c60" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.938943] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59b39ca-c246-4c95-9dd2-bc8933b36c60',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.405053] env[66340]: INFO networking_nsxv3.common.synchronization [req-5bc4b105-c5a2-40d3-a5f6-dd1720cdaa44 req-979a637a-0a0a-4a95-aeb4-7df3b062b52e tempest-ListServerFiltersTestJSON-877885748 tempest-ListServerFiltersTestJSON-877885748-project-member] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 923.405053] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGHEST for action security_group_members [ 923.405380] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.405504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.405850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.405850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.406344] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.406642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.406739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.406911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.407072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.407212] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.439787] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.441132] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-151d4e35-34eb-4b3d-a12a-61184a1aac0d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.441132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.441918] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f59b39ca-c246-4c95-9dd2-bc8933b36c60 with status ACTIVE [ 923.442084] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.442200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.442269] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.442814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.442920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.443117] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.443264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.443359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.443673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.443761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.443951] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.444066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.444151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.444285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.444366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.444458] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f59b39ca-c246-4c95-9dd2-bc8933b36c60 is going to be updated. [ 923.468453] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.468600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.468672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.468871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.469023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.469184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59b39ca-c246-4c95-9dd2-bc8933b36c60" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.509067] env[66340]: INFO networking_nsxv3.common.synchronization [None req-14fd86bc-b9a1-4090-952b-4cc010a14b76 None None] Enqueued Resource ID: 35ff7629-e733-465f-87ae-429a3c8b62bc with Priority: HIGHEST for action port [ 923.509788] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ff7629-e733-465f-87ae-429a3c8b62bc with Priority: HIGHEST for action port [ 923.510335] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-35ff7629-e733-465f-87ae-429a3c8b62bc taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.510527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35ff7629-e733-465f-87ae-429a3c8b62bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.510648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35ff7629-e733-465f-87ae-429a3c8b62bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.511193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35ff7629-e733-465f-87ae-429a3c8b62bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.511364] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ff7629-e733-465f-87ae-429a3c8b62bc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.656051] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54d94c43-0c45-4776-9abd-31efd622be55 in Status: SUCCESS [ 923.656318] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.656997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.657273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.657524] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.657670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.657758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.657963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.658096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.658212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.658334] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54d94c43-0c45-4776-9abd-31efd622be55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.910662] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.910869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.910939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.911172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.947093] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.958556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.958922] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.959127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.959233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.959501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.959622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.959752] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be updated. [ 924.014797] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35ff7629-e733-465f-87ae-429a3c8b62bc [ 924.015091] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.015320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.015361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.015645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.015877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.015877] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35ff7629-e733-465f-87ae-429a3c8b62bc already deleted. [ 924.017313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35ff7629-e733-465f-87ae-429a3c8b62bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.033085] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.033261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.033329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.033511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.033659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.045268] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: IN_PROGRESS for 2s [ 924.161066] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54d94c43-0c45-4776-9abd-31efd622be55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.449493] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.449788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.449788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.450011] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.450136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.450263] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d is going to be created. [ 924.455479] env[66340]: INFO networking_nsxv3.common.synchronization [req-0541d3e0-879b-4ec7-a245-adb6871f0f63 req-e8f36fbe-d092-4324-aced-cad23c0ae648 tempest-ImagesTestJSON-2023120248 tempest-ImagesTestJSON-2023120248-project-member] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 924.456186] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 924.456580] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.456762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.456995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.457331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.457626] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.457878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.458150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.458488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.458648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.458791] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.477347] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.477500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.477575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.477794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.477956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.491660] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d in Status: UNINITIALIZED for 2s [ 924.664466] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54d94c43-0c45-4776-9abd-31efd622be55: rpc.has_security_group_logging(os_id): False [ 924.683378] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.683638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.683720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.683935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.684034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.684288] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.684400] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.684470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.684691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.684840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.684951] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54d94c43-0c45-4776-9abd-31efd622be55 is going to be created. [ 924.750283] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.750491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.750491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.750746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.750946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.764638] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54d94c43-0c45-4776-9abd-31efd622be55 in Status: IN_PROGRESS for 2s [ 924.894497] env[66340]: INFO networking_nsxv3.common.synchronization [req-2eca1a74-9f6e-4f90-8599-98c72091cec1 req-e5ed07b8-8957-4265-a515-ca81219efb79 tempest-ServersTestManualDisk-1494927357 tempest-ServersTestManualDisk-1494927357-project-member] Enqueued Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_members [ 924.895262] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af738da-80fd-4785-8d82-75e47bac9428 with Priority: HIGHEST for action security_group_members [ 924.895604] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af738da-80fd-4785-8d82-75e47bac9428 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.895728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.895812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.896023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.896679] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.896802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.896862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.897127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.897216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.897316] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af738da-80fd-4785-8d82-75e47bac9428',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.961685] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.961902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.961943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.962218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.962286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.962487] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.962586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.962652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.962818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.962905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.962991] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be deleted. [ 925.003310] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.003310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.003310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.003619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.003619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.003695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.399479] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.399809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.399809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.400063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.429937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.430239] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.430370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.430440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.430767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.430848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.430954] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af738da-80fd-4785-8d82-75e47bac9428 is going to be updated. [ 925.473728] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.473728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.473728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.473728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.474415] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.489061] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af738da-80fd-4785-8d82-75e47bac9428 in Status: IN_PROGRESS for 2s [ 925.743874] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.744217] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.744454] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.744836] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.745203] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.745379] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.745562] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.745890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.746087] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.746325] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.746448] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.746556] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.746640] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.747089] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.747089] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.747089] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.767894] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.768105] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.768204] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.768372] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.768691] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.768868] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.768993] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.769435] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.769579] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.057062] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 in Status: SUCCESS [ 926.057062] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 deletion is rescheduled due to dependency. [ 926.057062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.276965] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.277279] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.277349] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.277632] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.277782] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.277941] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c not found, creating... [ 926.278232] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.278409] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.278525] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.278747] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.278888] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.279192] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.279345] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.279460] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.279660] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.279793] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.279934] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c is going to be created. [ 926.320514] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.320514] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.320766] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.320932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.321222] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.321465] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.503582] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d in Status: SUCCESS [ 926.503977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.504052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.504293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.504499] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.504620] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.504681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.504915] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.506372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.506372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.506372] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.779019] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54d94c43-0c45-4776-9abd-31efd622be55 in Status: SUCCESS [ 926.779225] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.012205] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.012205] env[66340]: INFO networking_nsxv3.common.synchronization [req-0541d3e0-879b-4ec7-a245-adb6871f0f63 req-f6d9b565-6ee1-44a3-847c-8594f7f47933 service nova] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_rules [ 927.012709] env[66340]: INFO networking_nsxv3.common.synchronization [req-0541d3e0-879b-4ec7-a245-adb6871f0f63 req-f6d9b565-6ee1-44a3-847c-8594f7f47933 service nova] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 927.013124] env[66340]: INFO networking_nsxv3.common.synchronization [req-0541d3e0-879b-4ec7-a245-adb6871f0f63 req-f6d9b565-6ee1-44a3-847c-8594f7f47933 service nova] Enqueued Resource ID: c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c with Priority: HIGHEST for action port [ 927.013466] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_rules [ 927.013883] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 927.014930] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c with Priority: HIGHEST for action port [ 927.016284] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.016575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.017027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.017401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.017618] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.019207] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.019481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.019649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.019908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.020177] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.020397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.025023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.025023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.025023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.025023] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.025023] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.025023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.025023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.025023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.025023] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.497166] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af738da-80fd-4785-8d82-75e47bac9428 in Status: SUCCESS [ 927.497436] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af738da-80fd-4785-8d82-75e47bac9428 deletion is rescheduled due to dependency. [ 927.497931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af738da-80fd-4785-8d82-75e47bac9428" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.516617] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 151d4e35-34eb-4b3d-a12a-61184a1aac0d: rpc.has_security_group_logging(os_id): False [ 927.533205] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.533205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.533205] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.533205] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c with status ACTIVE [ 927.533205] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.533205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.533205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.533205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.533205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.533205] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.533205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.533205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.533205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.537864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.537864] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.537864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.537864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.538382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.538382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.538382] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c is going to be updated. [ 927.540359] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.540494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.540536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.541023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.541023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.541023] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.543469] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.543674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.543831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.543919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.544033] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d is going to be created. [ 927.570661] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.570860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.570860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.571418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.571418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.573685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e4ce66-4ab1-4fa9-a680-5400fbdeae9c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.626284] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.626284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.626284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.626284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.626284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.638308] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d in Status: IN_PROGRESS for 2s [ 927.703120] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab78ef9e-2cf3-438f-8495-9544ee8c5388 req-dfd31532-85b3-42ed-b9e5-c1ea45e2fab6 tempest-ImagesOneServerNegativeTestJSON-649161716 tempest-ImagesOneServerNegativeTestJSON-649161716-project-member] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 927.704050] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 927.704050] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.704446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.704577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.704932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.705079] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.705191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.705256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.705417] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.705507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.705606] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.039984] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.209946] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.209946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.211418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.211418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.233374] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.233374] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.233652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.233652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.233746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.233924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.233924] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be updated. [ 928.272316] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.272434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.272434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.272687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.273030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.290120] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: IN_PROGRESS for 2s [ 928.389074] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.389307] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.389432] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.389717] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.389994] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.390814] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.390814] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.392197] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.392368] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.392600] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.392713] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.392852] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.392964] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.393088] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.393193] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.393327] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.418928] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.420821] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.420821] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.420821] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.420821] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-c53bdae6-9769-454f-ad38-696c04209d96 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.420821] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-c53bdae6-9769-454f-ad38-696c04209d96" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.420821] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-c53bdae6-9769-454f-ad38-696c04209d96" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.420821] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-c53bdae6-9769-454f-ad38-696c04209d96" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.420821] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53bdae6-9769-454f-ad38-696c04209d96',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.544037] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.544037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.544037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.544037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.544037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.544037] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be created. [ 928.580079] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.580286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.580385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.580582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.580791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.592418] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: UNINITIALIZED for 2s [ 928.923610] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.923913] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.924113] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.924585] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.924978] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.926994] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port c53bdae6-9769-454f-ad38-696c04209d96 not found, creating... [ 928.926994] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.926994] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.926994] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.926994] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.926994] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.927725] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.927725] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.927725] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.927725] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.927725] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.927934] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: c53bdae6-9769-454f-ad38-696c04209d96 is going to be created. [ 928.953694] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.954366] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.954512] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.955020] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.955274] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.955514] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-c53bdae6-9769-454f-ad38-696c04209d96" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.652042] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab78ef9e-2cf3-438f-8495-9544ee8c5388 req-6a2514f1-9785-44fc-9af3-574cfdcf76c9 service nova] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_rules [ 929.652042] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab78ef9e-2cf3-438f-8495-9544ee8c5388 req-6a2514f1-9785-44fc-9af3-574cfdcf76c9 service nova] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 929.652042] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab78ef9e-2cf3-438f-8495-9544ee8c5388 req-6a2514f1-9785-44fc-9af3-574cfdcf76c9 service nova] Enqueued Resource ID: c53bdae6-9769-454f-ad38-696c04209d96 with Priority: HIGHEST for action port [ 929.652042] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_rules [ 929.652042] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 929.652042] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53bdae6-9769-454f-ad38-696c04209d96 with Priority: HIGHEST for action port [ 929.652042] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.652042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.652867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.654299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.654299] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.655043] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.655191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.655449] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c53bdae6-9769-454f-ad38-696c04209d96 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.655574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c53bdae6-9769-454f-ad38-696c04209d96" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.655658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c53bdae6-9769-454f-ad38-696c04209d96" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.656390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c53bdae6-9769-454f-ad38-696c04209d96" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.656390] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53bdae6-9769-454f-ad38-696c04209d96',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.660216] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d in Status: SUCCESS [ 929.660216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.157570] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.163412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.163412] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c53bdae6-9769-454f-ad38-696c04209d96 with status ACTIVE [ 930.163412] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.163412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.163412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.163412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.163412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.163412] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.163412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.166218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.166218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.166218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.166218] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.166218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.166218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.166218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.166218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.166218] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c53bdae6-9769-454f-ad38-696c04209d96 is going to be updated. [ 930.192107] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.192416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.192535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.192973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.193140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.193350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c53bdae6-9769-454f-ad38-696c04209d96" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.300087] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 930.300811] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 deletion is rescheduled due to dependency. [ 930.300811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.300811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.300811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.300948] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.301082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.301149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.301309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.301389] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.301490] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.606275] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 930.606275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.606275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.606275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.606275] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.606275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.606275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.606275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.606482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.606482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.606526] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.809113] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.070502] env[66340]: INFO networking_nsxv3.common.synchronization [req-e09b3b4f-8c75-4afc-a0f5-4a50da7dd052 req-0c5a3dd7-d196-4750-b64e-7e8122f76a71 tempest-ServersNegativeTestJSON-1647717567 tempest-ServersNegativeTestJSON-1647717567-project-member] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 931.071253] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 931.071638] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.071818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.071922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.072264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.072435] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.072549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.072616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.073040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.073100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.073914] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.114678] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.115009] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.115105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.115486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.115612] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.115725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.116045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.116045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.116158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.116703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.116703] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.116703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.116703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.117154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.117154] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.117154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.117277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.117338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.117752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.117752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.117752] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.312757] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.446363] env[66340]: INFO networking_nsxv3.common.synchronization [None req-d404f51a-5456-4d02-85e5-6282c07919b0 None None] Enqueued Resource ID: 7329ca3f-4859-4786-8b32-74de19663353 with Priority: HIGHEST for action port [ 931.446930] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7329ca3f-4859-4786-8b32-74de19663353 with Priority: HIGHEST for action port [ 931.448401] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7329ca3f-4859-4786-8b32-74de19663353 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.448593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7329ca3f-4859-4786-8b32-74de19663353" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.448593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7329ca3f-4859-4786-8b32-74de19663353" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.449259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7329ca3f-4859-4786-8b32-74de19663353" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.449259] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7329ca3f-4859-4786-8b32-74de19663353',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.576712] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.576887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.576963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.577356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.577469] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.577695] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.577809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.577891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.578078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.578164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.578257] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 already deleted. [ 931.578340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.622417] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d: rpc.has_security_group_logging(os_id): False [ 931.643431] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.643431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.643712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.644076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.644076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.644176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.644231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.644260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.644414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.644471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.644723] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.644849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.644849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.645134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.645134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.645381] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.645586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.645586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.645706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.645743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.646049] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be created. [ 931.663407] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.663597] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.663722] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.664143] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.664613] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.664613] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.664818] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.664978] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.665145] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.665361] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.665474] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.665581] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.665717] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.665842] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.665987] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.666145] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.689793] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.690055] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.690225] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.690412] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.690731] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-e042af5d-29a5-439a-bf47-38c7055ca694 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.690927] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.691065] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.691396] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.691535] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e042af5d-29a5-439a-bf47-38c7055ca694',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.714133] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.714293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.714367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.714569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.714797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.734064] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 931.816727] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.816727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.816727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.816727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.816727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.816727] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be updated. [ 931.859587] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.859587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.859720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.859851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.860018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.870817] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: IN_PROGRESS for 2s [ 931.952327] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7329ca3f-4859-4786-8b32-74de19663353 [ 931.952459] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.952537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.952674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.952855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.952925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.953026] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7329ca3f-4859-4786-8b32-74de19663353 already deleted. [ 931.953114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7329ca3f-4859-4786-8b32-74de19663353" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.193884] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.194210] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.194349] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.194626] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.194852] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.195041] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port e042af5d-29a5-439a-bf47-38c7055ca694 not found, creating... [ 932.195318] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.195476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.195592] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.195865] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.196611] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.196611] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.196611] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.196611] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.197617] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.197828] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.198046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: e042af5d-29a5-439a-bf47-38c7055ca694 is going to be created. [ 932.233347] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.233347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.233347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.233347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.233347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.235103] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.029920] env[66340]: INFO networking_nsxv3.common.synchronization [req-e09b3b4f-8c75-4afc-a0f5-4a50da7dd052 req-9287bb15-8e76-4c44-9adc-358a702b6631 service nova] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_rules [ 933.029920] env[66340]: INFO networking_nsxv3.common.synchronization [req-e09b3b4f-8c75-4afc-a0f5-4a50da7dd052 req-9287bb15-8e76-4c44-9adc-358a702b6631 service nova] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 933.029920] env[66340]: INFO networking_nsxv3.common.synchronization [req-e09b3b4f-8c75-4afc-a0f5-4a50da7dd052 req-9287bb15-8e76-4c44-9adc-358a702b6631 service nova] Enqueued Resource ID: e042af5d-29a5-439a-bf47-38c7055ca694 with Priority: HIGHEST for action port [ 933.029920] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_rules [ 933.030909] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 933.031231] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e042af5d-29a5-439a-bf47-38c7055ca694 with Priority: HIGHEST for action port [ 933.031641] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.031891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.032490] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.032978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.034638] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.034967] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.035209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.035352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.035690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.036040] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.036361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.038515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.040730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.040730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.040730] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.041609] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e042af5d-29a5-439a-bf47-38c7055ca694 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.041824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.041863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.042341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.042341] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e042af5d-29a5-439a-bf47-38c7055ca694',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.418924] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e79ab985-c835-44f0-98be-06461c6c1cb1 None None] Enqueued Resource ID: bb9d5876-f421-45d7-8e19-e2a6f3a5c506 with Priority: HIGHEST for action port [ 933.420143] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9d5876-f421-45d7-8e19-e2a6f3a5c506 with Priority: HIGHEST for action port [ 933.420830] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9d5876-f421-45d7-8e19-e2a6f3a5c506 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.421211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9d5876-f421-45d7-8e19-e2a6f3a5c506" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.421345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9d5876-f421-45d7-8e19-e2a6f3a5c506" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.421878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9d5876-f421-45d7-8e19-e2a6f3a5c506" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.422211] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9d5876-f421-45d7-8e19-e2a6f3a5c506',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.546571] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.546571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.546571] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.546571] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e042af5d-29a5-439a-bf47-38c7055ca694 with status ACTIVE [ 933.546571] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.546571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.546571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.546911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.547704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.547704] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.547704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.547704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.547704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.547704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.547963] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.548081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.548329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.548505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.548611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.548718] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e042af5d-29a5-439a-bf47-38c7055ca694 is going to be updated. [ 933.573126] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.573288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.573380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.573559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.573699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.573856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.770015] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 933.770259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.882065] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 933.882685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.882685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.882685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.882872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.883087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.883087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.884657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.884657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.884657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.884657] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.923761] env[66340]: INFO networking_nsxv3.common.synchronization [req-0c342260-5f58-4c02-a99d-4f2bc717f7bb req-113077af-4b52-49db-9de1-0fec8413badf tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_members [ 933.924307] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_members [ 933.924613] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-66687aeb-851b-451c-a1ad-a4a5d28c8e24 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.924728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.924796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.925868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.927030] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.927286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.927337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.927546] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.927833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.927833] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.929081] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb9d5876-f421-45d7-8e19-e2a6f3a5c506 [ 933.929271] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.929384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.929456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.929633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.929721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.929815] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb9d5876-f421-45d7-8e19-e2a6f3a5c506 already deleted. [ 933.929895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9d5876-f421-45d7-8e19-e2a6f3a5c506" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.055641] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.387298] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.387298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.387298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.387558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.387611] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.387759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.387829] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.388031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.388125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.388519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.388711] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.388816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.388912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.389101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.389912] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.390308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.390412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.390601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.390729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.390852] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.391024] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.436872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.436872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.436872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.439651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.439651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.439651] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.439651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.439651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.439651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.439651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.439651] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 already deleted. [ 934.439651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.459704] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.459866] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.459959] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.460450] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.460860] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.460860] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.460860] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.461139] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.461288] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.461515] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.461628] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.461752] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.461833] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.461969] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.462073] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.462187] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.503095] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.503167] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.503335] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.503532] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.503889] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-683f6bf1-8972-4e97-b913-185f25fdd03f taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.504106] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-683f6bf1-8972-4e97-b913-185f25fdd03f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.504180] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-683f6bf1-8972-4e97-b913-185f25fdd03f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.504505] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-683f6bf1-8972-4e97-b913-185f25fdd03f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.504645] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683f6bf1-8972-4e97-b913-185f25fdd03f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.558552] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.558713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.558787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.559012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.559113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.559218] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 is going to be created. [ 934.590837] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.590947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.591030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.591251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.591411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.605136] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: UNINITIALIZED for 2s [ 934.896570] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5268a657-4090-4f35-ae79-73daa6ea8a56: rpc.has_security_group_logging(os_id): False [ 934.919581] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.919813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.919813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.919982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.920083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.920326] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.920433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.920512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.920724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.920854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.921283] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.921429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.921557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.921798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.921947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.922656] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.922656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.922656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.922656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.922656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.922960] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be updated. [ 934.992544] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.992753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.992753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.992974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.993138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.017615] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: IN_PROGRESS for 2s [ 935.017615] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.017615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.017615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.017615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.017615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.017615] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 683f6bf1-8972-4e97-b913-185f25fdd03f not found, creating... [ 935.017615] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.017615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.017615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.017615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.017985] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.017985] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.017985] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.017985] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.018128] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.018304] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.018484] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 683f6bf1-8972-4e97-b913-185f25fdd03f is going to be created. [ 935.062094] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.063692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.063692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.063692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.063786] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.064227] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-683f6bf1-8972-4e97-b913-185f25fdd03f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.830677] env[66340]: INFO networking_nsxv3.common.synchronization [req-0c342260-5f58-4c02-a99d-4f2bc717f7bb req-ba165528-f6ea-42bd-95c4-26c580d5904e service nova] Enqueued Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_rules [ 935.830983] env[66340]: INFO networking_nsxv3.common.synchronization [req-0c342260-5f58-4c02-a99d-4f2bc717f7bb req-ba165528-f6ea-42bd-95c4-26c580d5904e service nova] Enqueued Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_members [ 935.831246] env[66340]: INFO networking_nsxv3.common.synchronization [req-0c342260-5f58-4c02-a99d-4f2bc717f7bb req-ba165528-f6ea-42bd-95c4-26c580d5904e service nova] Enqueued Resource ID: 683f6bf1-8972-4e97-b913-185f25fdd03f with Priority: HIGHEST for action port [ 935.832075] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_rules [ 935.832938] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_members [ 935.833201] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 683f6bf1-8972-4e97-b913-185f25fdd03f with Priority: HIGHEST for action port [ 935.833486] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.833604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.839622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.839622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.839622] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.839622] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-66687aeb-851b-451c-a1ad-a4a5d28c8e24 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.839622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.839622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.839622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.839622] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.840016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.840016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.840016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.840016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.840128] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.843020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-683f6bf1-8972-4e97-b913-185f25fdd03f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.843020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-683f6bf1-8972-4e97-b913-185f25fdd03f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.843020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-683f6bf1-8972-4e97-b913-185f25fdd03f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.843220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-683f6bf1-8972-4e97-b913-185f25fdd03f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.843347] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683f6bf1-8972-4e97-b913-185f25fdd03f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.348924] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.348924] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-66687aeb-851b-451c-a1ad-a4a5d28c8e24 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.348924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.348924] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 683f6bf1-8972-4e97-b913-185f25fdd03f with status ACTIVE [ 936.348924] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.348924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.349417] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.351495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.351495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.351495] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.351495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.351495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.351495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.351495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.351495] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.351495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.351495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.351495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.351495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.351495] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 683f6bf1-8972-4e97-b913-185f25fdd03f is going to be updated. [ 936.394798] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.394798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.394798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.394798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.395059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.395139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-683f6bf1-8972-4e97-b913-185f25fdd03f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.420616] env[66340]: INFO networking_nsxv3.common.synchronization [req-a4c74962-d87d-4e2b-a9a1-5291607fde22 req-642002d1-2455-4244-92ef-ec005fd99ed3 tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 936.421320] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 936.421679] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.421810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.422640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.423192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.423441] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.423609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.423716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.423942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.424157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.424317] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.616640] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: SUCCESS [ 936.616794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.620248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.620248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.620248] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.620248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.620248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.620248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.620248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.620248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.620248] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.836568] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-554 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.836792] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.836976] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.837341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.837737] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.837975] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.838146] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.838431] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.839036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.839036] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.839140] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.839292] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.839413] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.839977] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.839977] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.840094] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.853044] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.861119] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.861295] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.861444] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.861621] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.861939] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-483e3a18-5f22-453f-a419-50653585b1ba taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.862142] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-483e3a18-5f22-453f-a419-50653585b1ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.862247] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-483e3a18-5f22-453f-a419-50653585b1ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.862690] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-483e3a18-5f22-453f-a419-50653585b1ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.862872] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('483e3a18-5f22-453f-a419-50653585b1ba',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.929505] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.929505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.929505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.929505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.959223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.959223] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.959223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.959223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.959223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.959511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.959511] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 936.996641] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.996900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.996987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.997223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.997445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.012047] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 937.030315] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 937.030578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.121128] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.121350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.121434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.121852] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.122089] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.122283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.122370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.122556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.122671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.122805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.122984] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.123104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.123401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.123588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.123848] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.123994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.124093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.124247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.124350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.124485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.124621] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.355176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.355730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.355730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.355730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.355730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.355894] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 is going to be created. [ 937.366245] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.366484] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.366659] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.367036] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.367327] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.367524] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 483e3a18-5f22-453f-a419-50653585b1ba not found, creating... [ 937.367933] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.368176] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.368300] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.368611] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.368774] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.369370] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.369563] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.369708] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.370057] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.370245] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.370404] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 483e3a18-5f22-453f-a419-50653585b1ba is going to be created. [ 937.400203] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.401361] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.401361] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.401361] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.401361] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.401541] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-483e3a18-5f22-453f-a419-50653585b1ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.403701] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.403849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.403889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.404076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.404234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.429513] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 in Status: UNINITIALIZED for 2s [ 937.627417] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce358c42-f5ea-4873-b5c1-b224963fd1b9: rpc.has_security_group_logging(os_id): False [ 937.649877] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.649877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.649998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.650163] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.650296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.650540] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.650708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.650742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.650917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.651026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.651248] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.651365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.651451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.651595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.651676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.651918] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.652059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.652154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.652302] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.652384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.652479] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 is going to be created. [ 937.722420] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.722677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.722677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.722954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.723266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.747096] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: IN_PROGRESS for 2s [ 937.812288] env[66340]: INFO networking_nsxv3.common.synchronization [req-e84413dd-4496-4ebd-903a-edfd40421065 req-5d8f9d68-e3f9-4b26-8152-22222d7367d7 tempest-ListImageFiltersTestJSON-2139963162 tempest-ListImageFiltersTestJSON-2139963162-project-member] Enqueued Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 937.813102] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9494a1-8930-4423-9998-6c8fee48c851 with Priority: HIGHEST for action security_group_members [ 937.813488] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf9494a1-8930-4423-9998-6c8fee48c851 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.813665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.813767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.813991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.814224] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.814390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.814496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.814732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.814898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.815069] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf9494a1-8930-4423-9998-6c8fee48c851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.201798] env[66340]: INFO networking_nsxv3.common.synchronization [req-a4c74962-d87d-4e2b-a9a1-5291607fde22 req-68bcc709-782c-4969-862d-e397e6ba3d18 service nova] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_rules [ 938.201798] env[66340]: INFO networking_nsxv3.common.synchronization [req-a4c74962-d87d-4e2b-a9a1-5291607fde22 req-68bcc709-782c-4969-862d-e397e6ba3d18 service nova] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 938.201798] env[66340]: INFO networking_nsxv3.common.synchronization [req-a4c74962-d87d-4e2b-a9a1-5291607fde22 req-68bcc709-782c-4969-862d-e397e6ba3d18 service nova] Enqueued Resource ID: 483e3a18-5f22-453f-a419-50653585b1ba with Priority: HIGHEST for action port [ 938.201798] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_rules [ 938.201798] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 938.201798] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483e3a18-5f22-453f-a419-50653585b1ba with Priority: HIGHEST for action port [ 938.201798] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.202571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.202879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.203371] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.203530] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.208082] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.210351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.210351] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-483e3a18-5f22-453f-a419-50653585b1ba taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.210351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-483e3a18-5f22-453f-a419-50653585b1ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.210351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-483e3a18-5f22-453f-a419-50653585b1ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.210351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-483e3a18-5f22-453f-a419-50653585b1ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.210351] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('483e3a18-5f22-453f-a419-50653585b1ba',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.318531] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.319196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.319196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.321077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.354480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.354964] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.354964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.355095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.355281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.355515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.355515] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf9494a1-8930-4423-9998-6c8fee48c851 is going to be updated. [ 938.400020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.400377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.400530] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.400958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.400958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.411622] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: IN_PROGRESS for 2s [ 938.712956] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 483e3a18-5f22-453f-a419-50653585b1ba with status ACTIVE [ 938.713770] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.713770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.713770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.713770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.713770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.714062] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.714062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.714062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.714232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.714307] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.715065] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.715065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.715065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.715065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.715065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.715255] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 483e3a18-5f22-453f-a419-50653585b1ba is going to be updated. [ 938.717419] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.717419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.737264] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.737465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.737465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.737681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.737826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.737994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-483e3a18-5f22-453f-a419-50653585b1ba" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.026256] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 939.026256] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 deletion is rescheduled due to dependency. [ 939.026256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.026256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.026256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.026256] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.026256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.026256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.026256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.026256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.026256] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.321118] env[66340]: INFO networking_nsxv3.common.synchronization [req-18722733-6492-48e7-b5b8-02fd79f5412c req-88995c48-d470-419d-aa3e-b9f73fef260d tempest-AttachVolumeTestJSON-1081152913 tempest-AttachVolumeTestJSON-1081152913-project-member] Enqueued Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_members [ 939.321118] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGHEST for action security_group_members [ 939.321118] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a802806b-d16c-4373-ae0f-126c9763fc31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.321118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.321118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.321781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.322065] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.322319] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.322483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.322743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.324229] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.324229] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.442895] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 in Status: SUCCESS [ 939.442895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.442895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.443238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.443238] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.443238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.443379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.443467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.443545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.443631] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.443735] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.528921] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.763682] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: SUCCESS [ 939.763682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.825659] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.825825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.826285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.826387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.851968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.854420] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.854420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.854420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.854420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.854420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.854420] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802806b-d16c-4373-ae0f-126c9763fc31 is going to be updated. [ 939.881853] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.881853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.881853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.881853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.881853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.890304] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802806b-d16c-4373-ae0f-126c9763fc31 in Status: IN_PROGRESS for 2s [ 939.946947] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.032060] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.423299] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf9494a1-8930-4423-9998-6c8fee48c851 in Status: SUCCESS [ 940.423299] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf9494a1-8930-4423-9998-6c8fee48c851 deletion is rescheduled due to dependency. [ 940.423299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf9494a1-8930-4423-9998-6c8fee48c851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.453270] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66687aeb-851b-451c-a1ad-a4a5d28c8e24: rpc.has_security_group_logging(os_id): False [ 940.472515] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.472673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.472816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.473089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.473190] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.473433] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.473580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.473677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.473856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.473939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.474359] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 is going to be created. [ 940.535408] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.535408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.535408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.535408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.535408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.535750] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 940.537582] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.537712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.537792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.537974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.538391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.559178] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 in Status: IN_PROGRESS for 2s [ 940.577764] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.577909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.577978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.578211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.578362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.603443] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 941.142237] env[66340]: INFO networking_nsxv3.common.synchronization [req-9eb612cc-47d9-41d3-b9a4-8af57fef2fd9 req-d4858c8e-7254-4648-848c-2bc98f5d539a tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 941.142237] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 941.142237] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.142237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.142710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.144054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.144054] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.144054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.144054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.145033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.145667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.145869] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.652274] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.652544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.652544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.652640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.653189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.653189] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.653189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.653189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.653409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.653409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.653409] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be deleted. [ 941.657654] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.657739] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.657928] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.658267] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.658616] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.658892] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.659163] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.659403] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.659637] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.659923] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.660112] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.660295] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.660415] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.660533] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.660639] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.660769] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.680775] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.680947] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.681106] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.681295] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.681615] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-a93262ed-a48e-44bb-8228-c9b62f3dd4a5 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.681775] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-a93262ed-a48e-44bb-8228-c9b62f3dd4a5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.681898] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-a93262ed-a48e-44bb-8228-c9b62f3dd4a5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.683471] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-a93262ed-a48e-44bb-8228-c9b62f3dd4a5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.683471] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93262ed-a48e-44bb-8228-c9b62f3dd4a5',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.690783] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.690969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.690969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.691177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.691403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.691403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.902645] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a802806b-d16c-4373-ae0f-126c9763fc31 in Status: SUCCESS [ 941.902645] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a802806b-d16c-4373-ae0f-126c9763fc31 deletion is rescheduled due to dependency. [ 941.902645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.187593] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.187820] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.187960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.188249] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.188421] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.188544] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port a93262ed-a48e-44bb-8228-c9b62f3dd4a5 not found, creating... [ 942.188810] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.189013] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.189144] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.189366] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.189501] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.189797] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.189961] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.190627] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.190627] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.190627] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.190761] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: a93262ed-a48e-44bb-8228-c9b62f3dd4a5 is going to be created. [ 942.212983] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.213436] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.213592] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.213955] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.214471] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.214549] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-a93262ed-a48e-44bb-8228-c9b62f3dd4a5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.575419] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 in Status: SUCCESS [ 942.575664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.615338] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 942.615578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.615819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.616060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.616293] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.616479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.616565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.616662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.616745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.616833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.616948] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.950223] env[66340]: INFO networking_nsxv3.common.synchronization [req-9eb612cc-47d9-41d3-b9a4-8af57fef2fd9 req-ba89f9e1-2fbe-4bac-8bc3-78f5d9eed110 service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 942.950601] env[66340]: INFO networking_nsxv3.common.synchronization [req-9eb612cc-47d9-41d3-b9a4-8af57fef2fd9 req-ba89f9e1-2fbe-4bac-8bc3-78f5d9eed110 service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 942.950601] env[66340]: INFO networking_nsxv3.common.synchronization [req-9eb612cc-47d9-41d3-b9a4-8af57fef2fd9 req-ba89f9e1-2fbe-4bac-8bc3-78f5d9eed110 service nova] Enqueued Resource ID: a93262ed-a48e-44bb-8228-c9b62f3dd4a5 with Priority: HIGHEST for action port [ 942.955407] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 942.955695] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 942.955885] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93262ed-a48e-44bb-8228-c9b62f3dd4a5 with Priority: HIGHEST for action port [ 942.956658] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.956808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.956891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.957179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.957322] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.958372] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.958602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.958602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.958775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.958934] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.963141] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.963277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.963486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.963597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.963703] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.964782] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93262ed-a48e-44bb-8228-c9b62f3dd4a5 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.964956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93262ed-a48e-44bb-8228-c9b62f3dd4a5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.965074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93262ed-a48e-44bb-8228-c9b62f3dd4a5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.965223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93262ed-a48e-44bb-8228-c9b62f3dd4a5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.965335] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93262ed-a48e-44bb-8228-c9b62f3dd4a5',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.119602] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.119787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.119871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.120126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.120336] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.120964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.120964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.120964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.120964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.121119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.121256] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.121659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.121659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.121659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.121765] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.122102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.122102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.122102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.122211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.122306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.122596] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.467817] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.467817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.468897] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.470927] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a93262ed-a48e-44bb-8228-c9b62f3dd4a5 with status ACTIVE [ 943.471654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.471938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.472084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.472361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.472761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.472761] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.472880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.472954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.473206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.473356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.473537] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.473671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.473753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.473914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.474037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.474151] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a93262ed-a48e-44bb-8228-c9b62f3dd4a5 is going to be updated. [ 943.523786] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.523786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.523786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.523786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.523786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.523786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93262ed-a48e-44bb-8228-c9b62f3dd4a5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.625451] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2ee20b-24ea-4507-825d-362ca6f9f054: rpc.has_security_group_logging(os_id): False [ 943.648116] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.648333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.648383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.648789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.648789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.648930] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.649032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.649080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.649308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.649390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.649663] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.649663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.649890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.649890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.649994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.650186] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.650302] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.650906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.650906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.650906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.650906] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 943.730555] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.730748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.730796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.731244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.731244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.749836] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 943.832339] env[66340]: INFO networking_nsxv3.common.synchronization [req-1c6fe891-137d-4aba-a9c9-a0a0f8b7db2d req-b6c4430f-3c9d-4d89-b207-cb45a5c9e07f tempest-ServersTestJSON-631464616 tempest-ServersTestJSON-631464616-project-member] Enqueued Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_members [ 943.832953] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_members [ 943.833316] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-99504afb-4a9c-4313-a8c7-f228e53b2e53 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.833936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.833936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.833936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.834114] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.834114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.834202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.834329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.835109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.835109] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.977850] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.318081] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.318284] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-945" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.319917] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-945" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.319917] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-945" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.319917] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.319917] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.319917] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.320174] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.320422] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.320701] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.320858] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.321044] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.321200] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.321341] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.321473] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.321630] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.336748] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.336953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.337060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.337363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.337458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.337672] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.337769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.337830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.337975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.338058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.338509] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 already deleted. [ 944.338509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.341182] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.341601] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.341753] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.341914] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-945" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.342232] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-bbc442af-50d9-467e-a6bc-dd709be29a33 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.342606] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-bbc442af-50d9-467e-a6bc-dd709be29a33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.342606] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-bbc442af-50d9-467e-a6bc-dd709be29a33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.342751] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-bbc442af-50d9-467e-a6bc-dd709be29a33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.342891] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc442af-50d9-467e-a6bc-dd709be29a33',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.481951] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.481951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.481951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.481951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.481951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.481951] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be created. [ 944.509560] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.509560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.509560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.509992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.509992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.519920] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: UNINITIALIZED for 2s [ 944.846692] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.847920] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.847920] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.847920] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.847920] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.847920] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port bbc442af-50d9-467e-a6bc-dd709be29a33 not found, creating... [ 944.848078] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.848195] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.848322] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.848539] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.848712] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.849017] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.849751] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.849926] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.850269] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.850474] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.850713] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: bbc442af-50d9-467e-a6bc-dd709be29a33 is going to be created. [ 944.873148] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.873373] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.873541] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.873863] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.874107] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.874337] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-bbc442af-50d9-467e-a6bc-dd709be29a33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.149314] env[66340]: INFO networking_nsxv3.common.synchronization [None req-82879aca-33d8-43bc-8907-8e418a3e63e2 None None] Enqueued Resource ID: 23883c62-6e45-4aa6-886d-6c664dfe8230 with Priority: HIGHEST for action port [ 945.149943] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23883c62-6e45-4aa6-886d-6c664dfe8230 with Priority: HIGHEST for action port [ 945.150358] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-23883c62-6e45-4aa6-886d-6c664dfe8230 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.150460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23883c62-6e45-4aa6-886d-6c664dfe8230" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.150523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23883c62-6e45-4aa6-886d-6c664dfe8230" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.150798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23883c62-6e45-4aa6-886d-6c664dfe8230" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.150925] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23883c62-6e45-4aa6-886d-6c664dfe8230',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.613298] env[66340]: INFO networking_nsxv3.common.synchronization [req-1c6fe891-137d-4aba-a9c9-a0a0f8b7db2d req-bbb91721-9491-4ede-86fa-42338a8cdf48 service nova] Enqueued Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_rules [ 945.613508] env[66340]: INFO networking_nsxv3.common.synchronization [req-1c6fe891-137d-4aba-a9c9-a0a0f8b7db2d req-bbb91721-9491-4ede-86fa-42338a8cdf48 service nova] Enqueued Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_members [ 945.613654] env[66340]: INFO networking_nsxv3.common.synchronization [req-1c6fe891-137d-4aba-a9c9-a0a0f8b7db2d req-bbb91721-9491-4ede-86fa-42338a8cdf48 service nova] Enqueued Resource ID: bbc442af-50d9-467e-a6bc-dd709be29a33 with Priority: HIGHEST for action port [ 945.614211] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_rules [ 945.614431] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_members [ 945.614482] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc442af-50d9-467e-a6bc-dd709be29a33 with Priority: HIGHEST for action port [ 945.614728] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99504afb-4a9c-4313-a8c7-f228e53b2e53 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.614835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.614923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.615183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.615246] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.616870] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-99504afb-4a9c-4313-a8c7-f228e53b2e53 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.616870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.616870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.616870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.616870] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.616870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.616870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.616870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.617253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.617253] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.618072] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbc442af-50d9-467e-a6bc-dd709be29a33 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.618072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbc442af-50d9-467e-a6bc-dd709be29a33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.618457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbc442af-50d9-467e-a6bc-dd709be29a33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.619339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbc442af-50d9-467e-a6bc-dd709be29a33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.619339] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc442af-50d9-467e-a6bc-dd709be29a33',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.653713] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23883c62-6e45-4aa6-886d-6c664dfe8230 [ 945.653944] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.654085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.654151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.654349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.654437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.654528] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23883c62-6e45-4aa6-886d-6c664dfe8230 already deleted. [ 945.654628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23883c62-6e45-4aa6-886d-6c664dfe8230" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.770663] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 945.770890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.121842] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.123045] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-99504afb-4a9c-4313-a8c7-f228e53b2e53 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.123215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.123386] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbc442af-50d9-467e-a6bc-dd709be29a33 with status ACTIVE [ 946.123756] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.123951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.124059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.124291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.124386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.124581] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.124683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.124747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.125014] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.125399] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.125739] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.125874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.126129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.126391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.126497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.126672] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbc442af-50d9-467e-a6bc-dd709be29a33 is going to be updated. [ 946.158795] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.159131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.159131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.159304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.159449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.159633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbc442af-50d9-467e-a6bc-dd709be29a33" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.493289] env[66340]: INFO networking_nsxv3.common.synchronization [req-c72c2e21-424d-4e4d-b640-7d65d66989df req-0f35a2f1-5de3-4dbc-a579-4e3cebe7890d tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_members [ 946.495328] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_members [ 946.496770] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ab86b5-79d4-41f8-8e10-ce734106103f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.496770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.496770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.496770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.496770] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.496770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.496770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.496770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.496770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.497904] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.531492] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 946.532172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.532637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.535031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.535031] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.535031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.535031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.535031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.535031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.535031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.535031] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.629792] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.915325] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.915518] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.915783] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.916309] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.916561] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.916757] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.916899] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.917171] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.917350] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.917606] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.917876] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.918123] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.918255] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.918394] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.918506] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.918642] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.000062] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.000393] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.000560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.000827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.000982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.001246] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.001389] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.001476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.001670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.001790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.001908] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ab86b5-79d4-41f8-8e10-ce734106103f already deleted. [ 947.001996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.037179] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.037179] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.115 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.037179] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.037179] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.037179] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-e5722fe9-de10-4d15-97b5-8b8ea00f77e8 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.037179] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-e5722fe9-de10-4d15-97b5-8b8ea00f77e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.037179] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-e5722fe9-de10-4d15-97b5-8b8ea00f77e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.037179] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-e5722fe9-de10-4d15-97b5-8b8ea00f77e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.037179] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5722fe9-de10-4d15-97b5-8b8ea00f77e8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.037179] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.037666] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.037666] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.038326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.038326] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.038326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.038326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.038557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.038557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.038614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.038767] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.038879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.038962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.039135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.039314] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.039463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.040028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.040028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.040220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.040867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.040867] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.133956] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.134217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.134345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.134649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.134804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.134959] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 is going to be created. [ 947.166108] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.166439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.166439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.166569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.166715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.180201] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 in Status: UNINITIALIZED for 2s [ 947.543224] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.543585] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.544224] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.544224] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.544224] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.544378] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port e5722fe9-de10-4d15-97b5-8b8ea00f77e8 not found, creating... [ 947.544628] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.544716] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.546960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.546960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.546960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.546960] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.546960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.546960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.546960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.546960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.546960] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: e5722fe9-de10-4d15-97b5-8b8ea00f77e8 is going to be created. [ 947.547761] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd55b9a5-4740-45b3-a886-6ff769754673: rpc.has_security_group_logging(os_id): False [ 947.570276] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.570276] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.570276] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.570276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.570745] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.570745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.570745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.570745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.570745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.570745] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be created. [ 947.574331] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.574331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.574331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.574331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.574331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.574331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-e5722fe9-de10-4d15-97b5-8b8ea00f77e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.638512] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.638675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.638723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.638944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.639146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.660010] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 948.018189] env[66340]: INFO networking_nsxv3.common.synchronization [None req-c9d62787-3a7e-4392-a612-73d2f5432b60 None None] Enqueued Resource ID: 554b8655-44ce-4db6-8d9e-96bb7482fe64 with Priority: HIGHEST for action port [ 948.018189] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 554b8655-44ce-4db6-8d9e-96bb7482fe64 with Priority: HIGHEST for action port [ 948.019182] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-554b8655-44ce-4db6-8d9e-96bb7482fe64 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.019182] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-554b8655-44ce-4db6-8d9e-96bb7482fe64" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.019182] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-554b8655-44ce-4db6-8d9e-96bb7482fe64" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.019182] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-554b8655-44ce-4db6-8d9e-96bb7482fe64" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.019182] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('554b8655-44ce-4db6-8d9e-96bb7482fe64',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.245473] env[66340]: INFO networking_nsxv3.common.synchronization [req-c72c2e21-424d-4e4d-b640-7d65d66989df req-75484741-e836-4430-9f05-676c7d764216 service nova] Enqueued Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_rules [ 948.245777] env[66340]: INFO networking_nsxv3.common.synchronization [req-c72c2e21-424d-4e4d-b640-7d65d66989df req-75484741-e836-4430-9f05-676c7d764216 service nova] Enqueued Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_members [ 948.245777] env[66340]: INFO networking_nsxv3.common.synchronization [req-c72c2e21-424d-4e4d-b640-7d65d66989df req-75484741-e836-4430-9f05-676c7d764216 service nova] Enqueued Resource ID: e5722fe9-de10-4d15-97b5-8b8ea00f77e8 with Priority: HIGHEST for action port [ 948.246379] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_rules [ 948.246524] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_members [ 948.249579] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5722fe9-de10-4d15-97b5-8b8ea00f77e8 with Priority: HIGHEST for action port [ 948.249579] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ab86b5-79d4-41f8-8e10-ce734106103f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.249579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.249579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.249579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.249579] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.249579] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ab86b5-79d4-41f8-8e10-ce734106103f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.249579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.249579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.250250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.250250] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.251082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.251202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.252985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.252985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.252985] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.252985] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5722fe9-de10-4d15-97b5-8b8ea00f77e8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.252985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5722fe9-de10-4d15-97b5-8b8ea00f77e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.252985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5722fe9-de10-4d15-97b5-8b8ea00f77e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.252985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5722fe9-de10-4d15-97b5-8b8ea00f77e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.252985] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5722fe9-de10-4d15-97b5-8b8ea00f77e8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.522374] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 554b8655-44ce-4db6-8d9e-96bb7482fe64 [ 948.522374] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.522532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.522570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.522804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.522963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.523105] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:554b8655-44ce-4db6-8d9e-96bb7482fe64 already deleted. [ 948.523555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-554b8655-44ce-4db6-8d9e-96bb7482fe64" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.757010] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ab86b5-79d4-41f8-8e10-ce734106103f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.757215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.757439] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.758488] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5722fe9-de10-4d15-97b5-8b8ea00f77e8 with status ACTIVE [ 948.758700] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.759369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.759369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.759369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.759369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.759593] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.759593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.759593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.759767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.759841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.760318] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.760550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.761109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.761109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.761109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.761109] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5722fe9-de10-4d15-97b5-8b8ea00f77e8 is going to be updated. [ 948.790311] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.790488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.790531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.790828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.790976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.791153] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5722fe9-de10-4d15-97b5-8b8ea00f77e8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.196916] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 in Status: SUCCESS [ 949.197591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.197807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.198119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.198395] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.198588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.198681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.198907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.199033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.199159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.199288] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.263801] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.676845] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 949.676845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.702228] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.769126] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.769377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.769566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.769699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.769801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.769908] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ab86b5-79d4-41f8-8e10-ce734106103f is going to be created. [ 949.800651] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.800651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.800651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.800651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.800651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.811048] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ab86b5-79d4-41f8-8e10-ce734106103f in Status: UNINITIALIZED for 2s [ 950.207235] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99504afb-4a9c-4313-a8c7-f228e53b2e53: rpc.has_security_group_logging(os_id): False [ 950.231407] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.231407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.231407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.231407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.231407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.231407] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.231407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.231407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.231407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.231407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.231407] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 is going to be created. [ 950.355428] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.355428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.355428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.355428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.355428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.368050] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 in Status: IN_PROGRESS for 2s [ 951.824489] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ab86b5-79d4-41f8-8e10-ce734106103f in Status: SUCCESS [ 951.824489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.824489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.825152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.825152] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.825250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.825250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.825412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.825493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.825602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.825675] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.328467] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.386627] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 in Status: SUCCESS [ 952.387749] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.831018] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5ab86b5-79d4-41f8-8e10-ce734106103f: rpc.has_security_group_logging(os_id): False [ 952.853620] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.853899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.853899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.854110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.855322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.855322] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.855322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.855322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.855322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.855322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.856502] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ab86b5-79d4-41f8-8e10-ce734106103f is going to be created. [ 952.937657] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.937897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.938013] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.938385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.938635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.963035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ab86b5-79d4-41f8-8e10-ce734106103f in Status: IN_PROGRESS for 2s [ 953.250267] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 953.250790] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 953.544788] env[66340]: INFO networking_nsxv3.common.synchronization [req-5da93afb-a176-4a61-bc19-9c3050326954 req-b8e636e3-44cb-49c3-81fa-3a2d4b3789a4 tempest-ServerActionsTestOtherB-536453392 tempest-ServerActionsTestOtherB-536453392-project-member] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 953.546124] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 953.546124] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.546124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.546124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.546485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.546681] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.546814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.546848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.547028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.547133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.547232] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.051640] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.052055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.052055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.052149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.088079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.088409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.088557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.088626] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.088905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.089532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.089532] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 954.140765] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.140975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.141034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.141321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.141498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.154699] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 954.856203] env[66340]: INFO networking_nsxv3.common.synchronization [None req-325c4b67-65da-4d2c-9b34-aecab61e4aa6 None None] Enqueued Resource ID: 26b241fc-81fc-4956-84f4-85011db14555 with Priority: HIGHEST for action port [ 954.856865] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b241fc-81fc-4956-84f4-85011db14555 with Priority: HIGHEST for action port [ 954.858062] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-26b241fc-81fc-4956-84f4-85011db14555 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.858062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26b241fc-81fc-4956-84f4-85011db14555" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.858062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26b241fc-81fc-4956-84f4-85011db14555" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.858457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26b241fc-81fc-4956-84f4-85011db14555" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.858571] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26b241fc-81fc-4956-84f4-85011db14555',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.951409] env[66340]: INFO networking_nsxv3.common.synchronization [req-92d4a624-01dd-47d3-82a8-320ae1072b6e req-3c162117-9da7-4925-ade6-4a897013ede3 tempest-ServersWithSpecificFlavorTestJSON-2086508200 tempest-ServersWithSpecificFlavorTestJSON-2086508200-project-member] Enqueued Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 954.953903] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 with Priority: HIGHEST for action security_group_members [ 954.955924] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c94a2-7106-4d42-a2ef-005ce48f0b55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.956735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.956860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.957250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.957510] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.957662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.957755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.959135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.959279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.959432] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82c94a2-7106-4d42-a2ef-005ce48f0b55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.978647] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ab86b5-79d4-41f8-8e10-ce734106103f in Status: SUCCESS [ 954.978956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.361743] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26b241fc-81fc-4956-84f4-85011db14555 [ 955.362394] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.362394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.362394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.362648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.362648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.362717] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26b241fc-81fc-4956-84f4-85011db14555 already deleted. [ 955.362916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26b241fc-81fc-4956-84f4-85011db14555" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.463170] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.463170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.463428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.463648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.508341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.508756] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.508926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.508975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.509277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.509369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.509490] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 is going to be updated. [ 955.555119] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.555382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.555446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.555731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.555892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.566571] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: IN_PROGRESS for 2s [ 956.169314] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 956.169314] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 deletion is rescheduled due to dependency. [ 956.169314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.643393] env[66340]: INFO networking_nsxv3.common.synchronization [req-dfa3c50d-b1dc-4fb5-b4aa-e83624fe9d61 req-27907af6-6ec7-40e0-b9ef-63b7bdf175e2 tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGHEST for action security_group_members [ 956.643688] env[66340]: INFO networking_nsxv3.common.synchronization [req-dfa3c50d-b1dc-4fb5-b4aa-e83624fe9d61 req-27907af6-6ec7-40e0-b9ef-63b7bdf175e2 tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_members [ 956.643805] env[66340]: INFO networking_nsxv3.common.synchronization [req-dfa3c50d-b1dc-4fb5-b4aa-e83624fe9d61 req-27907af6-6ec7-40e0-b9ef-63b7bdf175e2 tempest-SecurityGroupsTestJSON-816108699 tempest-SecurityGroupsTestJSON-816108699-project-member] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 956.644497] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGHEST for action security_group_members [ 956.644658] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGHEST for action security_group_members [ 956.647162] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGHEST for action security_group_members [ 956.647162] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-9021cb82-05d6-468e-8351-cdeb9e727d8e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.647162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.647162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.647162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.647162] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.647162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.647162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.647162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.647162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.647162] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.649024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.649141] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.649179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.649356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.649520] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.649812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.649880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.650036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.650129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.650220] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.655669] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.655669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.655669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.655669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.655917] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.656046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.656166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.656376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.656473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.656577] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.151573] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.151779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.151843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.152125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.158919] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.159090] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.159390] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.159607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.174583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.175026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.175205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.175268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.175471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.175553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.175650] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e is going to be updated. [ 957.176747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.176926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.208996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.209385] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.209676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.209733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.210384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.210384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.210384] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4987d46-f264-43c8-bbfb-71699deed8f3 is going to be updated. [ 957.213183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.213353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.213353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.214517] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.215082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.215082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.215082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.215082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.215248] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be updated. [ 957.231796] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.231965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.232056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.232266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.232588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.244615] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e in Status: IN_PROGRESS for 2s [ 957.258072] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.258304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.258398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.258748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.258825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.260923] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.261080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.261156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.261360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.261842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.274600] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: IN_PROGRESS for 2s [ 957.275588] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: IN_PROGRESS for 2s [ 957.578984] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 in Status: SUCCESS [ 957.578984] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c94a2-7106-4d42-a2ef-005ce48f0b55 deletion is rescheduled due to dependency. [ 957.578984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c94a2-7106-4d42-a2ef-005ce48f0b55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.256341] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e in Status: SUCCESS [ 959.256341] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e deletion is rescheduled due to dependency. [ 959.256341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.285826] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e011eb-102d-46e2-a49a-d5b9398e317a in Status: SUCCESS [ 959.285826] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a deletion is rescheduled due to dependency. [ 959.285826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.285826] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4987d46-f264-43c8-bbfb-71699deed8f3 in Status: SUCCESS [ 959.285826] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4987d46-f264-43c8-bbfb-71699deed8f3 deletion is rescheduled due to dependency. [ 959.285826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.340089] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-149fc23e-c95e-4c4b-89ec-eb92f798da7d tempest-ServersTestMultiNic-254715629 tempest-ServersTestMultiNic-254715629-project-member] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 959.341572] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 959.341907] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.342334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.342334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.342476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.342619] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.342759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.342843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.343547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.343717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.343859] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.594469] env[66340]: INFO networking_nsxv3.common.synchronization [None req-f8b919bc-142f-4c6a-9e3d-64c7467776b1 None None] Enqueued Resource ID: 70c5b5c0-005e-44c0-b4f5-eca70afba222 with Priority: HIGHEST for action port [ 959.595235] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c5b5c0-005e-44c0-b4f5-eca70afba222 with Priority: HIGHEST for action port [ 959.595564] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-70c5b5c0-005e-44c0-b4f5-eca70afba222 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.595779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70c5b5c0-005e-44c0-b4f5-eca70afba222" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.595817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70c5b5c0-005e-44c0-b4f5-eca70afba222" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.596487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70c5b5c0-005e-44c0-b4f5-eca70afba222" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.596678] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c5b5c0-005e-44c0-b4f5-eca70afba222',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.744697] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-25ff6b7f-a8cb-402a-bc69-0e1b1e6a7d0a tempest-ServersTestMultiNic-254715629 tempest-ServersTestMultiNic-254715629-project-member] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 959.744831] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 959.745216] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.745331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.846352] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.846514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.846630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.846782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.846890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.847129] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.847275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.847580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.847580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.847580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.847676] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 already deleted. [ 959.847676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.848147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.848248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.848388] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.848485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.848861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.848861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.848861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.848986] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.094121] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-cb2e9e0f-2e43-4d1c-ac61-6fdb335c5b6a tempest-ServersTestMultiNic-254715629 tempest-ServersTestMultiNic-254715629-project-member] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 960.094542] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 960.094851] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.095177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.098946] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70c5b5c0-005e-44c0-b4f5-eca70afba222 [ 960.099161] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.099278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.099350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.099542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.099633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.099726] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70c5b5c0-005e-44c0-b4f5-eca70afba222 already deleted. [ 960.100041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70c5b5c0-005e-44c0-b4f5-eca70afba222" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.351913] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.352265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.352265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.352352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.352444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.352701] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.352794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.352828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.352969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.353058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.353143] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 already deleted. [ 960.353221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.353378] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.353524] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.353666] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.353773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.353833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.355216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.355216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.355216] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.537704] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.537924] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-412" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.538109] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-412" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.538490] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-412" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.538758] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.538919] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.539047] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.539261] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.540173] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.540173] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.540173] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.540173] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.540173] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.540173] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.540501] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.540501] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.563463] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.563938] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.563938] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.563938] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-412" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.564262] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-559a168b-1c62-47f2-86ce-f7fee91ba959 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.564436] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-559a168b-1c62-47f2-86ce-f7fee91ba959" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.564555] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-559a168b-1c62-47f2-86ce-f7fee91ba959" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.565014] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-559a168b-1c62-47f2-86ce-f7fee91ba959" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.565219] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559a168b-1c62-47f2-86ce-f7fee91ba959',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.859500] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.859665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.859740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.859978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.860050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.860268] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.860397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.860442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.860554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.860627] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.860709] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 already deleted. [ 960.860786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.068023] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.068640] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.068640] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.068846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.068846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.069025] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 559a168b-1c62-47f2-86ce-f7fee91ba959 not found, creating... [ 961.069297] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.069466] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.070468] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.070468] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.070468] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.070468] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.070468] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.070468] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.070703] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.070786] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.070924] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 559a168b-1c62-47f2-86ce-f7fee91ba959 is going to be created. [ 961.096236] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.096479] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.096593] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.097249] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.097249] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.097514] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-559a168b-1c62-47f2-86ce-f7fee91ba959" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.815746] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-fdc13c32-3b8f-49d8-9029-652f10aeb889 service nova] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_rules [ 961.816053] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-fdc13c32-3b8f-49d8-9029-652f10aeb889 service nova] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 961.816088] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-fdc13c32-3b8f-49d8-9029-652f10aeb889 service nova] Enqueued Resource ID: 559a168b-1c62-47f2-86ce-f7fee91ba959 with Priority: HIGHEST for action port [ 961.816691] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_rules [ 961.816835] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 961.817229] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559a168b-1c62-47f2-86ce-f7fee91ba959 with Priority: HIGHEST for action port [ 961.817657] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.817657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.817839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.818257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.818396] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.819342] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.821308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.821424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.821704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.821915] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.822091] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.822204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.822417] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.822637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.822807] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.823974] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-559a168b-1c62-47f2-86ce-f7fee91ba959 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.824093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559a168b-1c62-47f2-86ce-f7fee91ba959" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.824215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559a168b-1c62-47f2-86ce-f7fee91ba959" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.824344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559a168b-1c62-47f2-86ce-f7fee91ba959" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.824429] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559a168b-1c62-47f2-86ce-f7fee91ba959',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.326338] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.326481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.326672] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.327657] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559a168b-1c62-47f2-86ce-f7fee91ba959 with status ACTIVE [ 962.327858] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.327970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.328055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.328260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.328354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.328537] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.328636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.328702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.328854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.328932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.331152] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.331549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.332470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.332642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.333184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.333184] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559a168b-1c62-47f2-86ce-f7fee91ba959 is going to be updated. [ 962.358138] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.358138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.358138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.358138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.358138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.358138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559a168b-1c62-47f2-86ce-f7fee91ba959" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.658762] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.658762] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-655" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.658762] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-655" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.659815] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-655" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.659815] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.659815] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.659815] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.660085] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.660126] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.660366] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.660558] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.660731] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.661020] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.661190] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.661335] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.661499] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.682511] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.682511] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.682511] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.683170] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-655" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.683170] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-ccc580f5-f16d-4b9e-8ee4-973080f0eec9 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.683170] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-ccc580f5-f16d-4b9e-8ee4-973080f0eec9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.683331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-ccc580f5-f16d-4b9e-8ee4-973080f0eec9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.683621] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-ccc580f5-f16d-4b9e-8ee4-973080f0eec9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.683762] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc580f5-f16d-4b9e-8ee4-973080f0eec9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.734166] env[66340]: INFO networking_nsxv3.common.synchronization [req-b43841e3-233c-49b4-9a7d-f28c4dbd60a8 req-3b7a9962-cfdf-4f61-a9f0-deef8d9931ac tempest-ImagesOneServerNegativeTestJSON-649161716 tempest-ImagesOneServerNegativeTestJSON-649161716-project-member] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 962.735293] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 962.736058] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.736058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.736058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.736444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.736714] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.736943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.737133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.738880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.738880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.738880] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.836021] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.186326] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.186802] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.186802] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.187676] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.187676] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.187676] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port ccc580f5-f16d-4b9e-8ee4-973080f0eec9 not found, creating... [ 963.188121] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.188121] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.188231] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.188472] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.188724] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.188983] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.189213] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.189361] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.189730] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.189854] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.190011] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: ccc580f5-f16d-4b9e-8ee4-973080f0eec9 is going to be created. [ 963.216105] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.216376] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.216528] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.216849] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.217411] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.217411] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-ccc580f5-f16d-4b9e-8ee4-973080f0eec9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.240592] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.240754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.240840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.241070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.241662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.241985] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.242123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.242503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.242683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.242802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.243054] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be updated. [ 963.276337] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.276486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.276559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.276782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.276934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.286122] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: IN_PROGRESS for 2s [ 963.340222] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.340364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.340443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.340650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.340742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.340839] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be created. [ 963.370385] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.370569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.370649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.370903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.371125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.387295] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: UNINITIALIZED for 2s [ 963.971082] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-ab3443f8-ffa5-4ef2-b69b-dd11ae63e214 service nova] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_rules [ 963.971082] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-ab3443f8-ffa5-4ef2-b69b-dd11ae63e214 service nova] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 963.971656] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-ab3443f8-ffa5-4ef2-b69b-dd11ae63e214 service nova] Enqueued Resource ID: ccc580f5-f16d-4b9e-8ee4-973080f0eec9 with Priority: HIGHEST for action port [ 963.973133] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_rules [ 963.973133] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 963.973133] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccc580f5-f16d-4b9e-8ee4-973080f0eec9 with Priority: HIGHEST for action port [ 963.973133] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.973133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.973431] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.973471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.973775] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccc580f5-f16d-4b9e-8ee4-973080f0eec9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.973943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccc580f5-f16d-4b9e-8ee4-973080f0eec9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.974068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccc580f5-f16d-4b9e-8ee4-973080f0eec9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.974388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccc580f5-f16d-4b9e-8ee4-973080f0eec9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.974551] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc580f5-f16d-4b9e-8ee4-973080f0eec9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.478323] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccc580f5-f16d-4b9e-8ee4-973080f0eec9 with status ACTIVE [ 964.478323] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.478323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.478323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.478615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.478615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.478672] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.478740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.478799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.478992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.479119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.479318] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.479447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.479484] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.479648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.479720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.479804] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccc580f5-f16d-4b9e-8ee4-973080f0eec9 is going to be updated. [ 964.506136] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.506323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.506387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.506748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.506901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.507099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccc580f5-f16d-4b9e-8ee4-973080f0eec9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.824992] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.825206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-412" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.825346] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-412" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.825622] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-412" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.825888] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.826853] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.827068] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.827392] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.827477] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.827690] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.827812] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.827925] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.828056] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.828173] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.828281] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.828416] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.847318] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.847508] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.847803] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.848321] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-412" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.848321] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-8735f301-0192-4449-9007-34be28404a2f taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.848472] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-8735f301-0192-4449-9007-34be28404a2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.848472] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-8735f301-0192-4449-9007-34be28404a2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.850479] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-8735f301-0192-4449-9007-34be28404a2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.850479] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8735f301-0192-4449-9007-34be28404a2f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.297214] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 965.297656] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 deletion is rescheduled due to dependency. [ 965.297656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.353226] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.353493] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.353644] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.353929] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.354100] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.354294] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 8735f301-0192-4449-9007-34be28404a2f not found, creating... [ 965.354564] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.354748] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.354931] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.355176] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.355328] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.355645] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.355807] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.355940] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.356981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.356981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.356981] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 8735f301-0192-4449-9007-34be28404a2f is going to be created. [ 965.376982] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.377215] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.377374] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.377688] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.377870] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.378105] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-8735f301-0192-4449-9007-34be28404a2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.408051] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 965.408051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.408298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.408465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.408706] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.408838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.408906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.409119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.409222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.409322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.409444] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.410459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.411311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.411311] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.411311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.411311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.411311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.411707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.411707] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.913368] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.913368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.913556] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.129376] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-3f73ceca-1920-4082-963a-bbb33632f9b1 service nova] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_rules [ 966.129376] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-3f73ceca-1920-4082-963a-bbb33632f9b1 service nova] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 966.129376] env[66340]: INFO networking_nsxv3.common.synchronization [req-5be2ed25-377b-4104-8787-24d1be31ed17 req-3f73ceca-1920-4082-963a-bbb33632f9b1 service nova] Enqueued Resource ID: 8735f301-0192-4449-9007-34be28404a2f with Priority: HIGHEST for action port [ 966.129376] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_rules [ 966.129376] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 966.129376] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8735f301-0192-4449-9007-34be28404a2f with Priority: HIGHEST for action port [ 966.130210] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.130545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.131230] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.131539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.132202] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8735f301-0192-4449-9007-34be28404a2f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.132202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8735f301-0192-4449-9007-34be28404a2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.135083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8735f301-0192-4449-9007-34be28404a2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.135083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8735f301-0192-4449-9007-34be28404a2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.135083] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8735f301-0192-4449-9007-34be28404a2f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.346413] env[66340]: INFO networking_nsxv3.common.synchronization [req-0b9b1f65-cbed-417e-bfda-81077c40fcd4 req-a86344d8-00aa-4ff5-a477-b349e41a21dc tempest-MultipleCreateTestJSON-1135234418 tempest-MultipleCreateTestJSON-1135234418-project-member] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 966.346931] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 966.347178] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.347326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.347396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.347640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.347850] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.347979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.348077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.348228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.348320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.348415] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.417039] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.638115] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8735f301-0192-4449-9007-34be28404a2f with status ACTIVE [ 966.638115] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.638115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.638115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.638115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.638115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.638115] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.638115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.638115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.638115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.638115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.638888] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.638888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.638888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.638888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.638888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.638888] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8735f301-0192-4449-9007-34be28404a2f is going to be updated. [ 966.662664] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.662845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.662845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.663017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.663179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.663348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8735f301-0192-4449-9007-34be28404a2f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.853043] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.853043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.853043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.853043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.853043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.853043] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.853043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.853043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.853043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.853043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.853043] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 966.882846] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.883072] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.883072] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.883346] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.883616] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.883782] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.883900] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.884153] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.884300] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.884516] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.884704] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.884827] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.884941] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.885083] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.885281] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.885331] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.892749] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.892897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.892971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.893205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.893353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.910718] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.910921] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.911075] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.911265] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.911599] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-46411ab9-4e8d-40c4-b1f0-96b6f676ebcd taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.911773] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-46411ab9-4e8d-40c4-b1f0-96b6f676ebcd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.911891] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-46411ab9-4e8d-40c4-b1f0-96b6f676ebcd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.912275] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-46411ab9-4e8d-40c4-b1f0-96b6f676ebcd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.912418] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46411ab9-4e8d-40c4-b1f0-96b6f676ebcd',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.917031] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 966.923827] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.923827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.923827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.923827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.923827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.923827] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 966.960226] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.962283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.962283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.962283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.962283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.970730] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 967.417965] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.417965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.417965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.417965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.417965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.417965] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 46411ab9-4e8d-40c4-b1f0-96b6f676ebcd not found, creating... [ 967.417965] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.417965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.417965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.419041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.419041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.419041] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.419041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.419041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.419530] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.419530] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.419530] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 46411ab9-4e8d-40c4-b1f0-96b6f676ebcd is going to be created. [ 967.448372] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.448372] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.448372] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.448938] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.449245] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.449523] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-46411ab9-4e8d-40c4-b1f0-96b6f676ebcd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.675678] env[66340]: INFO networking_nsxv3.common.synchronization [None req-daaa1ec8-57eb-4a8c-b735-911080fe14ed tempest-AttachVolumeTestJSON-1081152913 tempest-AttachVolumeTestJSON-1081152913-project-member] Enqueued Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_rules [ 967.675678] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_rules [ 967.675678] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f53069-5f7e-4c89-bb82-ca7d09a67869 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.675678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.675678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.675678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.675678] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f53069-5f7e-4c89-bb82-ca7d09a67869',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.776958] env[66340]: INFO networking_nsxv3.common.synchronization [None req-66bab93b-0005-441b-baf4-b03e816e9b70 tempest-AttachVolumeTestJSON-1081152913 tempest-AttachVolumeTestJSON-1081152913-project-member] Enqueued Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_rules [ 967.777403] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_rules [ 967.777836] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f53069-5f7e-4c89-bb82-ca7d09a67869 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.777971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.176335] env[66340]: INFO networking_nsxv3.common.synchronization [req-0b9b1f65-cbed-417e-bfda-81077c40fcd4 req-1c5b1067-7c63-4a71-bfcc-228a8e59f229 service nova] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_rules [ 968.176587] env[66340]: INFO networking_nsxv3.common.synchronization [req-0b9b1f65-cbed-417e-bfda-81077c40fcd4 req-1c5b1067-7c63-4a71-bfcc-228a8e59f229 service nova] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 968.176723] env[66340]: INFO networking_nsxv3.common.synchronization [req-0b9b1f65-cbed-417e-bfda-81077c40fcd4 req-1c5b1067-7c63-4a71-bfcc-228a8e59f229 service nova] Enqueued Resource ID: 46411ab9-4e8d-40c4-b1f0-96b6f676ebcd with Priority: HIGHEST for action port [ 968.177335] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_rules [ 968.177470] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 968.177572] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46411ab9-4e8d-40c4-b1f0-96b6f676ebcd with Priority: HIGHEST for action port [ 968.178916] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.179074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.179131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.179322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.179524] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.180505] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.180775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.181457] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-46411ab9-4e8d-40c4-b1f0-96b6f676ebcd taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.181639] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46411ab9-4e8d-40c4-b1f0-96b6f676ebcd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.181668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46411ab9-4e8d-40c4-b1f0-96b6f676ebcd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.181870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46411ab9-4e8d-40c4-b1f0-96b6f676ebcd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.181923] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46411ab9-4e8d-40c4-b1f0-96b6f676ebcd',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.202438] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.202642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.202704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.202928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.203036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.203521] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 already deleted. [ 968.203521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.203644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.204358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.204358] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f53069-5f7e-4c89-bb82-ca7d09a67869',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.682345] env[66340]: INFO networking_nsxv3.common.synchronization [req-0b9b1f65-cbed-417e-bfda-81077c40fcd4 req-f0a940b7-d0a9-417a-9a95-7e3164c93eb1 tempest-MultipleCreateTestJSON-1135234418 tempest-MultipleCreateTestJSON-1135234418-project-member] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 968.683022] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 968.683364] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.683504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.683654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.683732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.683889] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46411ab9-4e8d-40c4-b1f0-96b6f676ebcd with status ACTIVE [ 968.684286] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.684423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.684493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.684691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.684781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.685104] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.685104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.685221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.685300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.685457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.685640] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.685736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.685800] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.686504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.686504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.686504] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46411ab9-4e8d-40c4-b1f0-96b6f676ebcd is going to be updated. [ 968.710522] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.710657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.710725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.710926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.711211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.711273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46411ab9-4e8d-40c4-b1f0-96b6f676ebcd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.726290] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.726453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.726506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.726716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.726808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.726909] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 already deleted. [ 968.726993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.926475] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 968.926674] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf deletion is rescheduled due to dependency. [ 968.926792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.926983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.927231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.927443] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.927566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.927646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.927808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.927887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.928357] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.991248] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 968.991480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.991661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.991891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.992115] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.992260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.992345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.992512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.992694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.992694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.992903] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.992984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.993094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.993207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.993378] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.993456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.993540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.993717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.993774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.994018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.994018] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.995271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.995857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.995857] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.995857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.995857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.996050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.996095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.996180] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.041520] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.041701] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.041849] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.042172] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.042534] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.042998] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.042998] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.047454] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.047454] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.047610] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.052427] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.052427] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.052427] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.052427] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.052427] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.052427] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.073107] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.073287] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.073338] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.073476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-375" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.073803] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.073978] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.074113] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.074436] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.074606] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.434257] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.498585] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 905491a5-90de-4a95-a4e0-3290aaa17092: rpc.has_security_group_logging(os_id): False [ 969.499728] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.521202] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.521620] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.521620] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.521725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.521760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.521972] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.523405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.523405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.523405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.523405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.523405] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.523405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.523405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.523405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.523405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.523834] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.523834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.523834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.523951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.523951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.524100] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be created. [ 969.577302] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.577830] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.578315] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.578755] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.579031] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.579282] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1 not found, creating... [ 969.579666] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.581040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.581040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.581040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.581040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.581040] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.581040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.581928] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.582290] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.582537] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.582835] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1 is going to be created. [ 969.585550] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.585550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.585550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.585550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.585550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.599021] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 969.606289] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.606289] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.606408] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.606598] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.606942] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.607051] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.936860] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.001882] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.239578] env[66340]: INFO networking_nsxv3.common.synchronization [req-4082c7c1-be37-4983-bd8b-63b86efaaa43 req-5d658d3d-6987-46ff-9c30-6bf164d93dc9 tempest-MigrationsAdminTest-2026872017 tempest-MigrationsAdminTest-2026872017-project-member] Enqueued Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 970.240369] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 970.240770] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.240945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.241064] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.241335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.241556] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.241693] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.241793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.241999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.242169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.242308] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.393675] env[66340]: INFO networking_nsxv3.common.synchronization [req-0b9b1f65-cbed-417e-bfda-81077c40fcd4 req-aa121bba-2c7e-468b-b6c9-cf98133033cc service nova] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_rules [ 970.393898] env[66340]: INFO networking_nsxv3.common.synchronization [req-0b9b1f65-cbed-417e-bfda-81077c40fcd4 req-aa121bba-2c7e-468b-b6c9-cf98133033cc service nova] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 970.394062] env[66340]: INFO networking_nsxv3.common.synchronization [req-0b9b1f65-cbed-417e-bfda-81077c40fcd4 req-aa121bba-2c7e-468b-b6c9-cf98133033cc service nova] Enqueued Resource ID: cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1 with Priority: HIGHEST for action port [ 970.394638] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_rules [ 970.394724] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 970.394839] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1 with Priority: HIGHEST for action port [ 970.395297] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.395422] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.395649] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.395823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.396147] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.396322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.396427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.396736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.396882] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.438476] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.439206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.439206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.439206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.439206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.439428] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 970.469417] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.469579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.469658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.469875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.470458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.480447] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 970.504052] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.504231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.504280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.504495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.504591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.504696] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 970.534723] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.534992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.535067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.535265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.535421] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.546103] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 970.744664] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.880822] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab5e8aa4-026f-4d9f-bd72-66608e24aebc req-953325d8-6a42-481c-8582-bcd869be096e tempest-ServerActionsV293TestJSON-840104253 tempest-ServerActionsV293TestJSON-840104253-project-member] Enqueued Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_members [ 970.881467] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_members [ 970.881711] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.881832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.881901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.882858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.883314] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.883518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.883648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.883869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.884076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.884273] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.899734] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1 with status ACTIVE [ 970.900021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.900188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.900263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.900483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.900583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.900771] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.900875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.900939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.901109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.901185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.901388] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.901483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.901544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.901679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.901753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.901842] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1 is going to be updated. [ 970.924074] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.924263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.924359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.924585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.924776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.925018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc0ac4a6-0e07-4f21-ae5a-caa51195eeb1" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.232586] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.232938] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-68" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.233241] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-68" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.233629] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-68" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.234050] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.234184] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.234286] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.234558] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.234663] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.234876] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.235166] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.235296] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.235428] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.235554] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.235678] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.235803] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.247115] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.258250] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.258456] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.258613] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.258795] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-68" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.259136] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-6f17e40c-7afc-432b-bfdd-fe52522ca241 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.259361] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-6f17e40c-7afc-432b-bfdd-fe52522ca241" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.259427] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-6f17e40c-7afc-432b-bfdd-fe52522ca241" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.259743] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-6f17e40c-7afc-432b-bfdd-fe52522ca241" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.259889] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f17e40c-7afc-432b-bfdd-fe52522ca241',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.387897] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.388126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.388207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.388441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.388540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.388759] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.388868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.388936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.389119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.389295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.389295] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c already deleted. [ 971.389377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.614564] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 971.614564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.614564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.614783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.614873] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.749861] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.750037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.750114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.750329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.750456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.750607] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a is going to be updated. [ 971.762851] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.763245] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.763449] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.763829] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.764451] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.764451] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 6f17e40c-7afc-432b-bfdd-fe52522ca241 not found, creating... [ 971.764700] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.766169] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.766169] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.766169] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.766169] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.766169] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.766431] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.766431] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.766742] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.766902] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.767178] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 6f17e40c-7afc-432b-bfdd-fe52522ca241 is going to be created. [ 971.787512] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.787659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.787730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.788049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.788199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.794911] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.794911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.794911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.794911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.794911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.794911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-6f17e40c-7afc-432b-bfdd-fe52522ca241" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.800234] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: IN_PROGRESS for 2s [ 972.122379] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.122594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.492046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 972.492046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.492046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.492466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.492466] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.492553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.492553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.492705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.492791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.492904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.493027] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.493905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.494119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.494252] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.494355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.494420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.494557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.494637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.494726] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.536105] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab5e8aa4-026f-4d9f-bd72-66608e24aebc req-955a48ad-daa2-44f0-92ed-0954f5a47056 service nova] Enqueued Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_rules [ 972.536347] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab5e8aa4-026f-4d9f-bd72-66608e24aebc req-955a48ad-daa2-44f0-92ed-0954f5a47056 service nova] Enqueued Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_members [ 972.536533] env[66340]: INFO networking_nsxv3.common.synchronization [req-ab5e8aa4-026f-4d9f-bd72-66608e24aebc req-955a48ad-daa2-44f0-92ed-0954f5a47056 service nova] Enqueued Resource ID: 6f17e40c-7afc-432b-bfdd-fe52522ca241 with Priority: HIGHEST for action port [ 972.540022] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_rules [ 972.540022] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_members [ 972.540022] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f17e40c-7afc-432b-bfdd-fe52522ca241 with Priority: HIGHEST for action port [ 972.540022] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.540022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.540022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.540022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.540022] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.540022] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.540535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.540535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.540535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.540683] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.540753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.540803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.541877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.541877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.541877] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.542715] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f17e40c-7afc-432b-bfdd-fe52522ca241 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.542874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f17e40c-7afc-432b-bfdd-fe52522ca241" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.542932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f17e40c-7afc-432b-bfdd-fe52522ca241" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.543143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f17e40c-7afc-432b-bfdd-fe52522ca241" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.543219] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f17e40c-7afc-432b-bfdd-fe52522ca241',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.562914] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 972.562914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.562914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.562914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.562914] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.562914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.562914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.562914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.562914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.562914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.562914] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.997384] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.998435] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.998544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.045177] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.045409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.046756] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.047640] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f17e40c-7afc-432b-bfdd-fe52522ca241 with status ACTIVE [ 973.047828] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.047940] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.048019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.048218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.048308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.048493] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.048593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.048656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.048801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.048878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.049067] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.049161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.049274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.049353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.049460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.049501] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f17e40c-7afc-432b-bfdd-fe52522ca241 is going to be updated. [ 973.064016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.064152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.064241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.064426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.065096] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.065216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.065285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.065447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.065539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.065629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.065782] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.065877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.065933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.066130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.066283] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.066379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.066442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.066600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.066683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.066768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.066875] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.072428] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.072580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.072628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.072801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.072950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.073211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f17e40c-7afc-432b-bfdd-fe52522ca241" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.500359] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.551982] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.570024] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 905491a5-90de-4a95-a4e0-3290aaa17092: rpc.has_security_group_logging(os_id): False [ 973.599900] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.599996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.601717] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.601717] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.601717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.602223] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.602223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.602223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.602223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.602223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.602402] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 973.627651] env[66340]: INFO networking_nsxv3.common.synchronization [req-b02e8876-3684-48ec-8124-0cbbf922268f req-5134d011-fad1-45cf-8948-e269d964760c tempest-ServersNegativeTestJSON-1647717567 tempest-ServersNegativeTestJSON-1647717567-project-member] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 973.628016] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 973.630874] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.630874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.630874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.630874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.630874] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.630874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.630874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.630874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.631337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.631337] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.696782] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.696950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.697051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.697235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.697387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.715919] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 973.810450] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: SUCCESS [ 973.810450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.997372] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.997587] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.997711] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.997984] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.999136] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.999349] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.999473] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.999723] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.999872] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.000108] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.000231] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.000334] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.000439] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.000547] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.000653] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.000787] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.005131] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.005272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.005379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.005825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.005965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.005965] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 974.029926] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.030298] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.030454] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.030659] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.031015] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-9292cd67-3ff8-40ce-aa8b-0887a85d8d0c taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.031241] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-9292cd67-3ff8-40ce-aa8b-0887a85d8d0c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.031362] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-9292cd67-3ff8-40ce-aa8b-0887a85d8d0c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.031862] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-9292cd67-3ff8-40ce-aa8b-0887a85d8d0c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.031948] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9292cd67-3ff8-40ce-aa8b-0887a85d8d0c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.054881] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.055240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.055358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.055663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.055807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.055961] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c is going to be created. [ 974.062024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.062024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.062024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.062024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.062024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.077735] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 974.099763] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.099916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.099984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.100305] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.100498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.131631] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c in Status: UNINITIALIZED for 2s [ 974.135209] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.535660] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.536378] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.536378] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.536922] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.537260] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.537541] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 9292cd67-3ff8-40ce-aa8b-0887a85d8d0c not found, creating... [ 974.537914] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.538132] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.538295] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.538699] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.538940] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.539463] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.539726] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.539878] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.540176] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.541136] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.541136] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 9292cd67-3ff8-40ce-aa8b-0887a85d8d0c is going to be created. [ 974.563692] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.563919] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.564071] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.564443] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.564733] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.565045] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-9292cd67-3ff8-40ce-aa8b-0887a85d8d0c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.637676] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.142487] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.142687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.142735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.143062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.143197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.143328] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 is going to be updated. [ 975.176019] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.176507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.176507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.176656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.176701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.186925] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: IN_PROGRESS for 2s [ 975.318650] env[66340]: INFO networking_nsxv3.common.synchronization [req-b02e8876-3684-48ec-8124-0cbbf922268f req-3d5dd91d-af0b-4e49-8118-8e4b5cc2124c service nova] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_rules [ 975.318761] env[66340]: INFO networking_nsxv3.common.synchronization [req-b02e8876-3684-48ec-8124-0cbbf922268f req-3d5dd91d-af0b-4e49-8118-8e4b5cc2124c service nova] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 975.318905] env[66340]: INFO networking_nsxv3.common.synchronization [req-b02e8876-3684-48ec-8124-0cbbf922268f req-3d5dd91d-af0b-4e49-8118-8e4b5cc2124c service nova] Enqueued Resource ID: 9292cd67-3ff8-40ce-aa8b-0887a85d8d0c with Priority: HIGHEST for action port [ 975.319738] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_rules [ 975.319738] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 975.319894] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9292cd67-3ff8-40ce-aa8b-0887a85d8d0c with Priority: HIGHEST for action port [ 975.320376] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.320376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.320376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.321126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.321126] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.321544] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.321668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.322286] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9292cd67-3ff8-40ce-aa8b-0887a85d8d0c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.322420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9292cd67-3ff8-40ce-aa8b-0887a85d8d0c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.323628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9292cd67-3ff8-40ce-aa8b-0887a85d8d0c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.323628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9292cd67-3ff8-40ce-aa8b-0887a85d8d0c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.323628] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9292cd67-3ff8-40ce-aa8b-0887a85d8d0c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.393220] env[66340]: INFO networking_nsxv3.common.synchronization [req-cc70d632-2b43-4b39-9d02-11a64970b37f req-3efb286f-8cc7-431b-9aac-c40b50cbd5b3 tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 975.393220] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 975.393220] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.393220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.393220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.393220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.393220] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.393220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.393220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.393612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.393612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.393612] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.735944] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 975.736279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.736396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.736637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.736742] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.778107] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.778345] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.778503] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.778768] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.779069] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.779245] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.779429] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.779820] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.780087] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.780319] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.780544] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.780675] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.780786] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.780896] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.781011] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.781148] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.800417] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.800595] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.800732] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.800910] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.801260] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-8e0751f8-5246-404d-a2ee-de20e8c5a177 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.801435] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-8e0751f8-5246-404d-a2ee-de20e8c5a177" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.801554] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-8e0751f8-5246-404d-a2ee-de20e8c5a177" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.801884] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-8e0751f8-5246-404d-a2ee-de20e8c5a177" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.802038] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0751f8-5246-404d-a2ee-de20e8c5a177',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.824870] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.825451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.825533] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9292cd67-3ff8-40ce-aa8b-0887a85d8d0c with status ACTIVE [ 975.825744] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.825874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.825946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.826189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.826289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.826494] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.826608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.826674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.826846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.827031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.827244] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.827320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.827384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.827531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.827613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.827702] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9292cd67-3ff8-40ce-aa8b-0887a85d8d0c is going to be updated. [ 975.851304] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.851383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.851436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.851670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.851811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.851959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9292cd67-3ff8-40ce-aa8b-0887a85d8d0c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.896336] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.896559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.896761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.897106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.897259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.897526] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.897692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.897805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.898025] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.898161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.898297] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be deleted. [ 975.927609] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.927829] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.927829] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.928065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.928164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.928267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.089889] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 976.090205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.090439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.090731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.090953] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.091449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.091659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.091838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.091981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.092160] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.140675] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c in Status: SUCCESS [ 976.140905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.141173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.141431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.141661] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.141961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.141961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.142123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.142159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.142312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.142420] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.239782] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.240021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.240021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.240251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.240440] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.240525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.240625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.240733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.240869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.240957] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.241108] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.304557] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.304953] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.304953] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.305333] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.305493] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.305645] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 8e0751f8-5246-404d-a2ee-de20e8c5a177 not found, creating... [ 976.305922] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.306114] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.306239] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.306491] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.306632] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.306938] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.307123] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.307278] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.307471] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.307619] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.307760] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 8e0751f8-5246-404d-a2ee-de20e8c5a177 is going to be created. [ 976.338340] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.338607] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.338826] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.339082] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.339437] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.339803] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-8e0751f8-5246-404d-a2ee-de20e8c5a177" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.594842] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.645490] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.743408] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.743863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.743863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.743863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.744255] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.744465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.744541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.746214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.746214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.746214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.746378] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.746488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.746550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.746722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.746884] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.746969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.747043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.747233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.747270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.747394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.747517] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.063371] env[66340]: INFO networking_nsxv3.common.synchronization [req-cc70d632-2b43-4b39-9d02-11a64970b37f req-dccd4243-5580-492f-8453-7c79ddcea4cf service nova] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_rules [ 977.063705] env[66340]: INFO networking_nsxv3.common.synchronization [req-cc70d632-2b43-4b39-9d02-11a64970b37f req-dccd4243-5580-492f-8453-7c79ddcea4cf service nova] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 977.063764] env[66340]: INFO networking_nsxv3.common.synchronization [req-cc70d632-2b43-4b39-9d02-11a64970b37f req-dccd4243-5580-492f-8453-7c79ddcea4cf service nova] Enqueued Resource ID: 8e0751f8-5246-404d-a2ee-de20e8c5a177 with Priority: HIGHEST for action port [ 977.064663] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_rules [ 977.064753] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 977.065067] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0751f8-5246-404d-a2ee-de20e8c5a177 with Priority: HIGHEST for action port [ 977.065287] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.065403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.065467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.065672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.065772] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.067167] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.067167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.067167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.067167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.067167] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.067167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.067489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.067489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.067489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.067489] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.068344] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e0751f8-5246-404d-a2ee-de20e8c5a177 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.068344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e0751f8-5246-404d-a2ee-de20e8c5a177" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.068512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e0751f8-5246-404d-a2ee-de20e8c5a177" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.068548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e0751f8-5246-404d-a2ee-de20e8c5a177" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.069097] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0751f8-5246-404d-a2ee-de20e8c5a177',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.099729] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.149410] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c: rpc.has_security_group_logging(os_id): False [ 977.168635] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.168922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.168922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.169160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.169249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.169451] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.169557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.169703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.169801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.169882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.169978] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c is going to be created. [ 977.201625] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: SUCCESS [ 977.201934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.202135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.202349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.202651] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.202890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.203063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.203431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.203523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.203630] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.244125] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.244387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.244387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.244614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.244828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.249915] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 905491a5-90de-4a95-a4e0-3290aaa17092: rpc.has_security_group_logging(os_id): False [ 977.263128] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c in Status: IN_PROGRESS for 2s [ 977.268981] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.269428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.269590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.269866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.270020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.270251] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.270391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.270478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.270652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.270764] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.271019] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.271117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.271211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.271328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.271453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.271654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.271753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.271814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.271972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.272083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.272207] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 977.367037] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.367037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.367037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.367037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.367346] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.381783] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 977.572888] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.574262] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.574451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.574668] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e0751f8-5246-404d-a2ee-de20e8c5a177 with status ACTIVE [ 977.574868] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.575014] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.578731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.581106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.581106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.581106] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.581106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.581106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.581106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.581106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.581106] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.581106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.581106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.581106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.581106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.581106] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e0751f8-5246-404d-a2ee-de20e8c5a177 is going to be updated. [ 977.604087] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.604087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.604087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.604087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.604087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.604087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e0751f8-5246-404d-a2ee-de20e8c5a177" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.604087] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.604087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.604607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.604607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.604607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.604607] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 977.661152] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.661351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.661455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.661711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.661959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.674988] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 977.706973] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.082420] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.210970] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.585220] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.585399] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.585463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.585668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.585754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.585855] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be created. [ 978.610385] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.610646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.610646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.610788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.610962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.620076] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: UNINITIALIZED for 2s [ 978.715882] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.716146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.716242] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.716473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.716566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.716668] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 is going to be updated. [ 978.746170] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.746344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.746424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.746635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.746814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.758476] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: IN_PROGRESS for 2s [ 979.282775] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c in Status: SUCCESS [ 979.283150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.400257] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 979.400451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.686212] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 979.686573] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.686795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.687170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.687460] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.687621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.687742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.687964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.688170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.688338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.688568] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.688720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.688854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.688990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.689219] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.689339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.689428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.689581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.689685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.689776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.689897] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.192887] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d226485c-4c21-4254-8a59-383da20afccf: rpc.has_security_group_logging(os_id): False [ 980.215367] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.215367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.215908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.215908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.215908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.216104] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.216217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.216297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.216500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.216609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.216796] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.217023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.217149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.217240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.217304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.217479] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.217594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.217692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.217866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.217979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.218112] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 980.299821] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.299821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.300311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.300311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.300311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.315843] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 980.632274] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 980.632506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.632684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.632900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.633111] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.633230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.633295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.633449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.633531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.633617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.633708] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.773021] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: SUCCESS [ 980.773021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.773021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.773021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.773021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.773021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.773021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.773021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.773021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.773021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.773021] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.141686] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.141896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.141944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.142289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.142474] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.142582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.142655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.142818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.142906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.143199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.143385] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.143490] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.143557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.143717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.143855] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.143947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.144018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.144185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.144265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.144347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.144439] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.278087] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.278087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.278087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.278087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.278087] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.278087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.278087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.278496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.278496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.278692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.278792] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.278932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.279040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.279266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.279469] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.279632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.279716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.279945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.280287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.280446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.280579] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.647419] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55911bbb-5b35-4862-bb8a-b39ae5c6317f: rpc.has_security_group_logging(os_id): False [ 981.665886] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.666102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.666194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.666536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.666663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.666974] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.667125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.667216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.667415] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.667504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.667725] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.667834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.667894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.668062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.668149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.668388] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.668501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.668568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.668710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.668786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.668873] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be created. [ 981.738831] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.739018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.739127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.739376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.739906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.759785] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 981.784441] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce358c42-f5ea-4873-b5c1-b224963fd1b9: rpc.has_security_group_logging(os_id): False [ 981.808085] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.808085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.808085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.808085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.808883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.808883] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.808883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.808883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.808883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.808883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.809266] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.809266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.809266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.809445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.809576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.809760] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.809871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.809951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.811256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.811402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.811491] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 is going to be updated. [ 981.903878] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.904039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.904105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.904327] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.904475] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.921772] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: IN_PROGRESS for 2s [ 982.066522] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.066522] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 982.335192] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 982.335496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.335629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.335857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.336032] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.840655] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.840655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.840655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.840655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.840655] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.840655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.840655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.840655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.840655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.840655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.840655] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.976192] env[66340]: INFO networking_nsxv3.common.synchronization [None req-0c5e9e1d-5836-471c-b8fb-3f4bf08ab05b tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 982.976788] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 982.977525] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.977660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.977713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.977922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.978124] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.978463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.978463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.978599] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.978647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.978788] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.063512] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-4c7a2c17-436e-44ff-a132-59b56c6c8c7d tempest-ListServersNegativeTestJSON-532165633 tempest-ListServersNegativeTestJSON-532165633-project-member] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 983.064119] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 983.068510] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.068717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.068822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.069142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.069329] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.069436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.069501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.069663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.069752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.069852] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.349289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.349289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.349289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.349289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.349289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.349980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.349980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.349980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.349980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.349980] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.481161] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.572636] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.572636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.572636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.572921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.572921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.573032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.573155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.573212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.573383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.573481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.573608] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 already deleted. [ 983.573715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.576772] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.576772] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.577538] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.578112] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.578112] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.578359] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.578552] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.578978] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.578978] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.579392] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.579736] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.579969] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.580163] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.580439] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.580718] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.581965] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.613667] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.613900] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.614157] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.614439] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.614879] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-3914ac1f-72e6-4227-abf1-71660d06b244 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.615157] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-3914ac1f-72e6-4227-abf1-71660d06b244" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.615350] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-3914ac1f-72e6-4227-abf1-71660d06b244" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.615695] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-3914ac1f-72e6-4227-abf1-71660d06b244" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.615896] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3914ac1f-72e6-4227-abf1-71660d06b244',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.734696] env[66340]: INFO networking_nsxv3.common.synchronization [req-5e60c202-ac8e-4dac-93fb-fcbe766b563b req-3b65e388-c9a7-4b2c-9e74-602c58897b2e tempest-ServersTestMultiNic-254715629 tempest-ServersTestMultiNic-254715629-project-member] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 983.735230] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 983.735544] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.737216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.737216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.737216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.737216] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.737216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.737216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.737216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.737216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.737216] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.775711] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 983.775994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.853538] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d226485c-4c21-4254-8a59-383da20afccf: rpc.has_security_group_logging(os_id): False [ 983.872475] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.872749] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.872867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.873048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.873172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.873458] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.873584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.873670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.873862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.873977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.874247] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.874353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.874414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.874564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.874644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.874822] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.874938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.875100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.875262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.875339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.875426] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 983.942222] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.942222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.942222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.942460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.942686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.944670] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: SUCCESS [ 983.944977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.965634] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 983.985858] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.990633] env[66340]: INFO networking_nsxv3.common.synchronization [req-5e60c202-ac8e-4dac-93fb-fcbe766b563b req-9ddd1200-5bff-44f3-9019-5b00d2c06d1a tempest-ServersTestMultiNic-254715629 tempest-ServersTestMultiNic-254715629-project-member] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 983.991047] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 983.991351] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.991448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.119522] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.119522] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.119683] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.120079] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.120079] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.120213] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 3914ac1f-72e6-4227-abf1-71660d06b244 not found, creating... [ 984.120466] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.120697] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.121072] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.121159] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.121443] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.121839] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.121839] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.122022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.122370] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.122547] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.122649] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 3914ac1f-72e6-4227-abf1-71660d06b244 is going to be created. [ 984.168492] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.168756] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.168917] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.169339] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.169616] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.170312] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-3914ac1f-72e6-4227-abf1-71660d06b244" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.238399] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.313751] env[66340]: INFO networking_nsxv3.common.synchronization [req-5e60c202-ac8e-4dac-93fb-fcbe766b563b req-df28f48a-c7da-44e3-96d2-147e9ad5204e tempest-ServersTestMultiNic-254715629 tempest-ServersTestMultiNic-254715629-project-member] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 984.314317] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 984.314656] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.314764] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.489255] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.489536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.489536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.489696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.489798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.489890] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 984.525510] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.525662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.525775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.525929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.526126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.538318] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 984.719246] env[66340]: INFO networking_nsxv3.common.synchronization [req-73f428f4-4246-4796-87d4-76e4ffb826b6 req-2232df38-3975-4b38-b847-a7a5f9ae5adc tempest-MultipleCreateTestJSON-1135234418 tempest-MultipleCreateTestJSON-1135234418-project-member] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 984.719246] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 984.720033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.720033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.720033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.720033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.720263] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.720263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.720368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.720556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.720675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.720801] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.743014] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.882030] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-36e4c9cd-66b4-4a46-a880-056b52b451a2 service nova] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_rules [ 984.882030] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-36e4c9cd-66b4-4a46-a880-056b52b451a2 service nova] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 984.882030] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-36e4c9cd-66b4-4a46-a880-056b52b451a2 service nova] Enqueued Resource ID: 3914ac1f-72e6-4227-abf1-71660d06b244 with Priority: HIGHEST for action port [ 984.882030] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_rules [ 984.882030] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 984.882030] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3914ac1f-72e6-4227-abf1-71660d06b244 with Priority: HIGHEST for action port [ 984.882030] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.882030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.882030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.884033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.884033] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.888202] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.888325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.888398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.888636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.889289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.889289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.889289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.889289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.889289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.889289] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.890325] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-3914ac1f-72e6-4227-abf1-71660d06b244 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.890486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3914ac1f-72e6-4227-abf1-71660d06b244" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.890552] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3914ac1f-72e6-4227-abf1-71660d06b244" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.890739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3914ac1f-72e6-4227-abf1-71660d06b244" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.890978] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3914ac1f-72e6-4227-abf1-71660d06b244',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.224551] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.245327] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.245509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.245509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.245689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.245780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.245953] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 985.290055] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.290055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.290055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.290363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.290473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.306584] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 985.389683] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.389683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.393383] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3914ac1f-72e6-4227-abf1-71660d06b244 with status ACTIVE [ 985.393383] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.393637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.393637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.393719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.394814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.394814] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.394814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.394814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.394814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.394814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.394814] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.394814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.394814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.394814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.395374] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.395374] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3914ac1f-72e6-4227-abf1-71660d06b244 is going to be updated. [ 985.396523] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.421136] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.421358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.421467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.421718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.421905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.422132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3914ac1f-72e6-4227-abf1-71660d06b244" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.565807] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-0dc3fdb1-e4c1-4738-b579-c6068aaafafd tempest-ListServersNegativeTestJSON-532165633 tempest-ListServersNegativeTestJSON-532165633-project-member] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 985.566447] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 985.566774] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.566880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.727390] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.899786] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.933814] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.935037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.935037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.935037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.935037] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.935037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.935037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.935331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.935445] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.935660] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.935769] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.935895] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.935982] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.936100] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.936201] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.936330] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.957435] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.957676] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.957820] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.958022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.958405] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-67f7f6f8-9966-45ba-919e-51202f40329e taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.958634] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-67f7f6f8-9966-45ba-919e-51202f40329e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.958726] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-67f7f6f8-9966-45ba-919e-51202f40329e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.959070] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-67f7f6f8-9966-45ba-919e-51202f40329e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.959253] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67f7f6f8-9966-45ba-919e-51202f40329e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.980745] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 985.980990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.232428] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.232703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.232826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.233204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.233364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.233530] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 986.278058] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.278328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.278498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.278802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.279048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.295863] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 986.404809] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.405037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.405206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.405488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.405589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.405696] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be created. [ 986.436641] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.436941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.437020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.437232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.437493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.447595] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: UNINITIALIZED for 2s [ 986.461978] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.462222] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.462352] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.462629] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.462852] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.463058] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 67f7f6f8-9966-45ba-919e-51202f40329e not found, creating... [ 986.463333] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.463523] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.463697] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.463924] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.464080] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.464366] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.464522] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.464642] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.464851] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.465023] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.465170] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 67f7f6f8-9966-45ba-919e-51202f40329e is going to be created. [ 986.486017] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.486297] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.486368] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.486592] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.486808] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.487048] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-67f7f6f8-9966-45ba-919e-51202f40329e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.553459] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 986.553685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.881108] env[66340]: INFO networking_nsxv3.common.synchronization [req-7668292a-ad13-48f1-87b7-374b581fe43f req-ed143d24-83de-4d88-9b72-2a3ecbfa1883 tempest-MultipleCreateTestJSON-1135234418 tempest-MultipleCreateTestJSON-1135234418-project-member] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 986.882043] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGHEST for action security_group_members [ 986.882670] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.882789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.206921] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-2ee68d6e-8486-4ab5-90e4-57407820de2a service nova] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_rules [ 987.206921] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-2ee68d6e-8486-4ab5-90e4-57407820de2a service nova] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 987.206921] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-2ee68d6e-8486-4ab5-90e4-57407820de2a service nova] Enqueued Resource ID: 67f7f6f8-9966-45ba-919e-51202f40329e with Priority: HIGHEST for action port [ 987.207353] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_rules [ 987.207528] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 987.207609] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67f7f6f8-9966-45ba-919e-51202f40329e with Priority: HIGHEST for action port [ 987.207907] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.208027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.208306] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.208435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.208676] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-67f7f6f8-9966-45ba-919e-51202f40329e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.208811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67f7f6f8-9966-45ba-919e-51202f40329e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.208965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67f7f6f8-9966-45ba-919e-51202f40329e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.210793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67f7f6f8-9966-45ba-919e-51202f40329e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.211043] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67f7f6f8-9966-45ba-919e-51202f40329e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.318348] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 987.318581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.319363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.319597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.319801] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.319923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.319986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.320181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.320312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.320426] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.715264] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67f7f6f8-9966-45ba-919e-51202f40329e with status ACTIVE [ 987.715520] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.715658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.715728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.715950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.716075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.716289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.716394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.716455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.717834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.718053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.718384] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.718567] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.718683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.718957] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.719086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.719186] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67f7f6f8-9966-45ba-919e-51202f40329e is going to be updated. [ 987.743529] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.743715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.743760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.743946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.744089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.744281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67f7f6f8-9966-45ba-919e-51202f40329e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.825796] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.825796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.825796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.825796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.825796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.825796] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.825796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.825796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.826253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.826253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.826253] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 987.877109] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.877109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.877109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.877109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.877109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.887901] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 988.186733] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-03a39fc6-9c85-46ef-a240-f74b7db17815 tempest-ListServersNegativeTestJSON-532165633 tempest-ListServersNegativeTestJSON-532165633-project-member] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 988.186733] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 988.186733] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.186733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.323351] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 988.323754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.323887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.324401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.324630] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.324782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.324885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.325146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.325239] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.325368] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.457999] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 988.458263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.458431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.458661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.460444] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.460444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.460444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.460444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.460444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.460444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.460444] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.462826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.463075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.464342] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.464342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.464342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.464342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.464342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.464342] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.645678] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.645897] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.646030] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.646311] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.646635] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.646800] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.646884] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.647141] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.647321] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.647651] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.647767] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.647888] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.648147] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.648209] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.648342] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.648438] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.671777] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.671945] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.672119] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.672321] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-120" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.672642] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-d1cb1aba-3365-4cc5-b234-83039e8045f3 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.672822] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-d1cb1aba-3365-4cc5-b234-83039e8045f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.672976] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-d1cb1aba-3365-4cc5-b234-83039e8045f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.673372] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-d1cb1aba-3365-4cc5-b234-83039e8045f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.673515] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1cb1aba-3365-4cc5-b234-83039e8045f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.828029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.828903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.828903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.828903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.828903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.828903] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.828903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.828903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.829273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.829273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.829273] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be updated. [ 988.863467] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.863746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.863746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.863989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.864233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.875395] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: IN_PROGRESS for 2s [ 988.965861] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.967429] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.967707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.178926] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.179253] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.179474] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.179825] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.180025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.180196] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port d1cb1aba-3365-4cc5-b234-83039e8045f3 not found, creating... [ 989.180481] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.180646] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.180755] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.180983] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.181142] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.181428] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.181612] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.181695] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.181900] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.182045] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.182191] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: d1cb1aba-3365-4cc5-b234-83039e8045f3 is going to be created. [ 989.235359] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.235651] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.235784] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.236172] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.236381] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.236618] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-d1cb1aba-3365-4cc5-b234-83039e8045f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.469749] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.514729] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.514842] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.515041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.515440] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.515731] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.515901] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.516031] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.516308] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.516462] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.516678] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.516790] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.516896] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.517008] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.517141] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.517223] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.517470] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.535728] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.535936] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.536119] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.536341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.536702] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.536923] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.537094] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.537471] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.537647] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.892273] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-579f90b2-f325-4f7f-bd20-c39786b73764 service nova] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_rules [ 989.892273] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-579f90b2-f325-4f7f-bd20-c39786b73764 service nova] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 989.892541] env[66340]: INFO networking_nsxv3.common.synchronization [req-4783d64b-1dd6-4141-a346-41257034a710 req-579f90b2-f325-4f7f-bd20-c39786b73764 service nova] Enqueued Resource ID: d1cb1aba-3365-4cc5-b234-83039e8045f3 with Priority: HIGHEST for action port [ 989.892541] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_rules [ 989.892702] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 989.892900] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cb1aba-3365-4cc5-b234-83039e8045f3 with Priority: HIGHEST for action port [ 989.893680] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.893680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.893859] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.893944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.894189] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1cb1aba-3365-4cc5-b234-83039e8045f3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.894189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1cb1aba-3365-4cc5-b234-83039e8045f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.894388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1cb1aba-3365-4cc5-b234-83039e8045f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.894454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1cb1aba-3365-4cc5-b234-83039e8045f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.894509] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1cb1aba-3365-4cc5-b234-83039e8045f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.898427] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 989.898601] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 deletion is rescheduled due to dependency. [ 989.898707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.898854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.900810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.900810] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.900810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.900810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.900810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.900810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.900810] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.972873] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.972873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.972873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.973813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.973954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.974364] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be updated. [ 990.040904] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.041235] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.041432] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.041805] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.042010] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.042268] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b not found, creating... [ 990.043323] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.043323] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.043323] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.043323] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.043521] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.043939] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.044177] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.044331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.044632] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.044813] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.045032] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b is going to be created. [ 990.120154] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.120340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.120384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.120592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.120743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.122790] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.123017] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.123224] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.123500] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.123730] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.123943] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.135612] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: IN_PROGRESS for 2s [ 990.397373] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1cb1aba-3365-4cc5-b234-83039e8045f3 with status ACTIVE [ 990.397769] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.397994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.398132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.398447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.398618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.398890] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.399072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.399179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.399435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.399568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.399857] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.400021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.400130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.400362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.400479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.400615] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1cb1aba-3365-4cc5-b234-83039e8045f3 is going to be updated. [ 990.402393] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.402576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.402684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.403219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.403219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.403457] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.403615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.403718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.403950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.404090] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.404222] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 990.432212] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.432484] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.432553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.432750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.432901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.433104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1cb1aba-3365-4cc5-b234-83039e8045f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.440023] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.440247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.440247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.440424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.440562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.450834] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 990.833906] env[66340]: INFO networking_nsxv3.common.synchronization [req-a69b7aa2-0ea8-4c91-aa15-122f3002a0ae req-bc930287-59fa-4f21-acf3-7fbb24e7811e service nova] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_rules [ 990.834243] env[66340]: INFO networking_nsxv3.common.synchronization [req-a69b7aa2-0ea8-4c91-aa15-122f3002a0ae req-bc930287-59fa-4f21-acf3-7fbb24e7811e service nova] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 990.834284] env[66340]: INFO networking_nsxv3.common.synchronization [req-a69b7aa2-0ea8-4c91-aa15-122f3002a0ae req-bc930287-59fa-4f21-acf3-7fbb24e7811e service nova] Enqueued Resource ID: 0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b with Priority: HIGHEST for action port [ 990.834953] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_rules [ 990.834953] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 990.835103] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b with Priority: HIGHEST for action port [ 990.835487] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.836089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.836241] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.837848] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.837848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.837848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.837848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.838161] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.838286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.838340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.838487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.838578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.838674] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.839566] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.839796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.839796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.840186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.840186] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.885535] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d226485c-4c21-4254-8a59-383da20afccf in Status: SUCCESS [ 990.885801] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d226485c-4c21-4254-8a59-383da20afccf deletion is rescheduled due to dependency. [ 990.885965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.982794] env[66340]: INFO networking_nsxv3.common.synchronization [req-dcd85744-0720-4780-abed-aa148a8dc23b req-4b62e6a9-1a19-4e44-8a6d-ef849c59727a tempest-ImagesTestJSON-2023120248 tempest-ImagesTestJSON-2023120248-project-member] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 990.984827] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 990.984827] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.984827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.984827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.984827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.985226] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.985226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.985226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.985330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.985419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.985519] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.343692] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.343692] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.343692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.344857] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b with status ACTIVE [ 991.344857] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.344857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.344857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.344857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.344857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.346197] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.346197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.346197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.346197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.346197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.346197] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.346197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.346197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.346804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.346804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.346804] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b is going to be updated. [ 991.383029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.383294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.383404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.383664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.383935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.384067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fbad77c-23a2-4aa5-bd62-ecab5cf7cb8b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.491888] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.494729] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.495182] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.495364] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.495704] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.496059] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.496239] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.496358] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.496644] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.498387] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.498387] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.498387] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.498387] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.498387] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.498387] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.498387] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.500146] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.538867] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.541019] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.541019] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.541019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.541019] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-033a1bc4-402d-4748-ba2f-1817ad6e512d taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.541019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-033a1bc4-402d-4748-ba2f-1817ad6e512d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.541019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-033a1bc4-402d-4748-ba2f-1817ad6e512d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.541774] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-033a1bc4-402d-4748-ba2f-1817ad6e512d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.541774] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033a1bc4-402d-4748-ba2f-1817ad6e512d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.848979] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.004375] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.046043] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.046043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.046043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.046043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.046043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.046375] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 033a1bc4-402d-4748-ba2f-1817ad6e512d not found, creating... [ 992.046490] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.046635] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.046755] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.046995] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.047151] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.047470] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.047628] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.048424] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.048750] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.048917] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.049113] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 033a1bc4-402d-4748-ba2f-1817ad6e512d is going to be created. [ 992.075820] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.076246] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.076446] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.076860] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.077085] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.077542] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-033a1bc4-402d-4748-ba2f-1817ad6e512d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.146712] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 992.146978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.147206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.147458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.147679] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.147819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.147903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.148105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.148193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.148310] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.354017] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.354246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.354306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.354600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.354772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.354879] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 992.387037] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.387202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.387276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.387529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.387689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.397758] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 992.461349] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 992.461525] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 deletion is rescheduled due to dependency. [ 992.461650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.506201] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.506389] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.506389] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.506625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.506721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.506959] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 992.542911] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.542911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.542911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.543227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.543227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.553440] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 992.652518] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.825631] env[66340]: INFO networking_nsxv3.common.synchronization [req-dcd85744-0720-4780-abed-aa148a8dc23b req-ce2778ed-66e1-4520-ae17-f351078d4ffc service nova] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_rules [ 992.826167] env[66340]: INFO networking_nsxv3.common.synchronization [req-dcd85744-0720-4780-abed-aa148a8dc23b req-ce2778ed-66e1-4520-ae17-f351078d4ffc service nova] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 992.826412] env[66340]: INFO networking_nsxv3.common.synchronization [req-dcd85744-0720-4780-abed-aa148a8dc23b req-ce2778ed-66e1-4520-ae17-f351078d4ffc service nova] Enqueued Resource ID: 033a1bc4-402d-4748-ba2f-1817ad6e512d with Priority: HIGHEST for action port [ 992.827432] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_rules [ 992.827736] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 992.827964] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033a1bc4-402d-4748-ba2f-1817ad6e512d with Priority: HIGHEST for action port [ 992.828507] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.828807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.829010] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.829423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.829607] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.831259] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.831526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.831919] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-033a1bc4-402d-4748-ba2f-1817ad6e512d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.832201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-033a1bc4-402d-4748-ba2f-1817ad6e512d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.832371] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-033a1bc4-402d-4748-ba2f-1817ad6e512d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.832724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-033a1bc4-402d-4748-ba2f-1817ad6e512d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.832948] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033a1bc4-402d-4748-ba2f-1817ad6e512d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.154555] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.335190] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.335366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.335674] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 033a1bc4-402d-4748-ba2f-1817ad6e512d with status ACTIVE [ 993.335856] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.336059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.336169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.336508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.336655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.336879] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.337055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.337168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.337414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.337528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.337771] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.337896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.337982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.338390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.338499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.338617] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 033a1bc4-402d-4748-ba2f-1817ad6e512d is going to be updated. [ 993.363437] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.363644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.363731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.363985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.364258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.364413] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-033a1bc4-402d-4748-ba2f-1817ad6e512d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.659459] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.659669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.659740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.659938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.660063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.660178] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be updated. [ 993.693337] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.693337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.693337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.693337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.693637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.706148] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: IN_PROGRESS for 2s [ 994.101861] env[66340]: INFO networking_nsxv3.common.synchronization [req-e61ae4dc-eda3-42a1-b548-9404323d8c62 req-3b290ef8-1550-449f-afaf-ae914c7d2ab8 tempest-ServersNegativeTestJSON-1647717567 tempest-ServersNegativeTestJSON-1647717567-project-member] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 994.102518] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 994.102940] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.103777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.103940] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.104170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.104423] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.104591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.104690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.106657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.106773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.106877] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.408760] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 994.409137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.409292] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.409586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.409806] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.409991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.410826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.411130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.411243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.411365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.411475] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.569636] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 994.569992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.570216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.570441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.570651] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.570792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.570903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.571106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.571233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.571383] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.609188] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.722293] env[66340]: INFO networking_nsxv3.common.synchronization [None req-47f4a67a-554e-427e-8276-59fbe3c37727 None None] Enqueued Resource ID: d20b2259-16e0-42f0-9b35-9841c7b3b47a with Priority: HIGHEST for action port [ 994.723230] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20b2259-16e0-42f0-9b35-9841c7b3b47a with Priority: HIGHEST for action port [ 994.724303] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-d20b2259-16e0-42f0-9b35-9841c7b3b47a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.724583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d20b2259-16e0-42f0-9b35-9841c7b3b47a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.724726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d20b2259-16e0-42f0-9b35-9841c7b3b47a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.725491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d20b2259-16e0-42f0-9b35-9841c7b3b47a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.725663] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d20b2259-16e0-42f0-9b35-9841c7b3b47a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.919585] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.919585] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.919585] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.919585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.920168] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.920168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.920168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.920168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.920168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.920168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.920333] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.074623] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.111900] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.227773] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d20b2259-16e0-42f0-9b35-9841c7b3b47a [ 995.228078] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.228222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.228304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.228553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.228647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.228760] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d20b2259-16e0-42f0-9b35-9841c7b3b47a already deleted. [ 995.228856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d20b2259-16e0-42f0-9b35-9841c7b3b47a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.424333] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55911bbb-5b35-4862-bb8a-b39ae5c6317f: rpc.has_security_group_logging(os_id): False [ 995.445704] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.445862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.446064] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.446187] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.446995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.446995] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.446995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.446995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.446995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.446995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.447355] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.447543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.447543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.447650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.447683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.448481] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.448481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.448481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.448481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.448481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.448481] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 995.521205] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.521205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.521498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.521498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.521889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.542765] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 995.578201] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.615650] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.615818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.617153] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.618075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.618671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.618808] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 is going to be updated. [ 995.656686] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.656853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.656889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.657122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.659118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.666589] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: IN_PROGRESS for 2s [ 995.723900] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 995.723900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.723900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.723900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.723900] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.723900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.723900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.723900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.723900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.723900] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.081655] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.081741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.081943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.082089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.082216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.082314] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 996.122397] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.122397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.122397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.122397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.122397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.132763] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 996.226693] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.729512] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.020312] env[66340]: INFO networking_nsxv3.common.synchronization [None req-336649bc-930b-4769-967a-62c1ec905099 None None] Enqueued Resource ID: bad0d213-4470-4108-822b-b24691172bd5 with Priority: HIGHEST for action port [ 997.021145] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bad0d213-4470-4108-822b-b24691172bd5 with Priority: HIGHEST for action port [ 997.021516] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-bad0d213-4470-4108-822b-b24691172bd5 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.021643] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bad0d213-4470-4108-822b-b24691172bd5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.021713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bad0d213-4470-4108-822b-b24691172bd5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.021965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bad0d213-4470-4108-822b-b24691172bd5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.022077] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad0d213-4470-4108-822b-b24691172bd5',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.233444] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.233705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.233789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.234916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.234916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.234916] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be updated. [ 997.270306] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.270306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.270306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.270306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.271073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.287812] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: IN_PROGRESS for 2s [ 997.525482] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bad0d213-4470-4108-822b-b24691172bd5 [ 997.525482] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.525663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.525663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.525794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.525932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.526049] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bad0d213-4470-4108-822b-b24691172bd5 already deleted. [ 997.526138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bad0d213-4470-4108-822b-b24691172bd5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.558353] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 997.558585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.678760] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: SUCCESS [ 997.679054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.146833] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 998.147997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.147997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.147997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.147997] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.147997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.147997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.148385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.148601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.148601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.148796] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.653021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.653021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.653021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.653021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.653331] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.653331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.653403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.653513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.653597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.653682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.653826] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.653945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.654049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.654274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.654698] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.654698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.654698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.654698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.656476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.656476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.656476] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.712312] env[66340]: INFO networking_nsxv3.common.synchronization [req-6d4da4e4-628c-48b8-8c7f-e95e65d4b507 req-f7642a1b-9ea5-4b0c-8ac3-6909411e9feb tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 998.713387] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 998.713387] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.713919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.713919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.713919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.713919] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.713919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.714285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.714285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.714285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.714285] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.159669] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d: rpc.has_security_group_logging(os_id): False [ 999.197327] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.197480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.197615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.197807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.197878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.198095] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.198236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.198301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.198496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.198602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.198749] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.198871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.198942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.199238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.199238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.199442] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.199597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.199708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.199885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.199966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.200073] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 999.219097] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.219266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.219351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.219559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.219655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.219876] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.220169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.220169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.220256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.220300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.220360] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 999.274104] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.274104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.274104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.274104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.274104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.286628] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 999.298453] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 999.298828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.299130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.299347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.299548] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.299683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.299782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.299982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.300087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.300210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.300416] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.300511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.300578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.300745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.300948] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.301069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.301136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.301281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.301412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.301468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.301540] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.302508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.302714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.302924] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.303080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.303180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.303361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.303485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.304227] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.320829] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.321055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.321119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.321330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.321548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.347025] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 999.744651] env[66340]: INFO networking_nsxv3.common.synchronization [req-ec7ed633-71b5-42f8-b5c9-a236a05a3870 req-4a010848-4705-435a-a7e6-d9cd462ed71f tempest-MigrationsAdminTest-2026872017 tempest-MigrationsAdminTest-2026872017-project-member] Enqueued Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 999.744922] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGHEST for action security_group_members [ 999.745819] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.745819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.745819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.745819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.746099] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.746099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.746099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.746277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.746309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.746394] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.806412] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be65a7f-1d3c-4d87-adb6-bc15752ec156: rpc.has_security_group_logging(os_id): False [ 999.807689] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.827912] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.828119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.828184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.828357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.828450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.828687] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.828798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.828854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.829021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.829095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.829294] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.829457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.829519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.829666] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.829794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.829927] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.830037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.830099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.830233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.830309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.830395] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be created. [ 999.889377] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.889377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.889377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.889681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.889681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.903770] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: IN_PROGRESS for 2s [ 1000.248669] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.249030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.249030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.249987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.272657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.272657] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.272657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.272657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.272657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.272657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.272657] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a is going to be updated. [ 1000.313520] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.328180] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.328401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.328474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.329754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.329754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.341719] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: IN_PROGRESS for 2s [ 1000.806141] env[66340]: INFO networking_nsxv3.common.synchronization [req-7999de1e-4fde-4635-aa5e-c8ddf36e249f req-bc63c9dd-b7dd-4db2-984f-f6b4efed3c0b tempest-AttachVolumeTestJSON-1081152913 tempest-AttachVolumeTestJSON-1081152913-project-member] Enqueued Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_members [ 1000.806830] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_members [ 1000.807301] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f53069-5f7e-4c89-bb82-ca7d09a67869 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.807473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.807566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.807850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.808045] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.808195] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.808297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.808453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.808536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.808657] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f53069-5f7e-4c89-bb82-ca7d09a67869',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.818767] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.818956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.819133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.819300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.819410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.819514] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be updated. [ 1000.851756] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.851983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.851983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.852258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.852482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.863406] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: IN_PROGRESS for 2s [ 1001.262277] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.264124] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.264435] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.264795] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.265175] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.265428] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.265552] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.267714] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.268320] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.268320] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.268416] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.268526] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.268633] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.268748] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.268853] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.268999] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.301111] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.301354] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.301508] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.302015] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.302129] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-6902cc39-440f-45d1-8c77-15df351fb396 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.302257] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-6902cc39-440f-45d1-8c77-15df351fb396" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.302559] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-6902cc39-440f-45d1-8c77-15df351fb396" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.303143] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-6902cc39-440f-45d1-8c77-15df351fb396" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.303443] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6902cc39-440f-45d1-8c77-15df351fb396',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.308978] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1001.309287] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 deletion is rescheduled due to dependency. [ 1001.309489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.311769] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.311919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.312043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.312348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.312464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.312765] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.312891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.312959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.313159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.313263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.313385] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 already deleted. [ 1001.313538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.364546] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 1001.364787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.810697] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.810940] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.811087] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.811581] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.811875] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.812190] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 6902cc39-440f-45d1-8c77-15df351fb396 not found, creating... [ 1001.812588] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.812863] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.812996] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.814009] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.814233] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.815016] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.815016] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.815016] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.815304] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.815450] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.815601] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 6902cc39-440f-45d1-8c77-15df351fb396 is going to be created. [ 1001.840479] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.840806] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.841030] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.841471] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.841844] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.842267] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-6902cc39-440f-45d1-8c77-15df351fb396" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.918751] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 1001.919039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.919321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.919557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.919651] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.354556] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a in Status: SUCCESS [ 1002.355701] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a deletion is rescheduled due to dependency. [ 1002.355701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.424192] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.424394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.649679] env[66340]: INFO networking_nsxv3.common.synchronization [req-7999de1e-4fde-4635-aa5e-c8ddf36e249f req-0288b78a-0e31-4e1e-a7a8-7848c8bfb389 service nova] Enqueued Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_rules [ 1002.649679] env[66340]: INFO networking_nsxv3.common.synchronization [req-7999de1e-4fde-4635-aa5e-c8ddf36e249f req-0288b78a-0e31-4e1e-a7a8-7848c8bfb389 service nova] Enqueued Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_members [ 1002.649772] env[66340]: INFO networking_nsxv3.common.synchronization [req-7999de1e-4fde-4635-aa5e-c8ddf36e249f req-0288b78a-0e31-4e1e-a7a8-7848c8bfb389 service nova] Enqueued Resource ID: 6902cc39-440f-45d1-8c77-15df351fb396 with Priority: HIGHEST for action port [ 1002.650428] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_rules [ 1002.650605] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_members [ 1002.650748] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6902cc39-440f-45d1-8c77-15df351fb396 with Priority: HIGHEST for action port [ 1002.651330] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94f53069-5f7e-4c89-bb82-ca7d09a67869 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.651498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.651537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.651760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.651883] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94f53069-5f7e-4c89-bb82-ca7d09a67869',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.652937] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f53069-5f7e-4c89-bb82-ca7d09a67869 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.653065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.653155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.653363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.653974] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.653974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.653974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.653974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.653974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.653974] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f53069-5f7e-4c89-bb82-ca7d09a67869',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.655019] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-6902cc39-440f-45d1-8c77-15df351fb396 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.655153] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6902cc39-440f-45d1-8c77-15df351fb396" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.655220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6902cc39-440f-45d1-8c77-15df351fb396" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.655421] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6902cc39-440f-45d1-8c77-15df351fb396" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.655539] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6902cc39-440f-45d1-8c77-15df351fb396',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.874042] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 1002.874325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.874527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.874764] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.874967] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.875136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.875212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.875383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.875471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.875580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.875707] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.158276] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94f53069-5f7e-4c89-bb82-ca7d09a67869',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.159596] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f53069-5f7e-4c89-bb82-ca7d09a67869 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.159727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.159899] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6902cc39-440f-45d1-8c77-15df351fb396 with status ACTIVE [ 1003.160138] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.160254] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.160324] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.160529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.160619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.160798] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.160898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.160959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.163350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.163463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.163686] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.163807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.163873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.164054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.164140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.164231] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6902cc39-440f-45d1-8c77-15df351fb396 is going to be updated. [ 1003.194768] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.194768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.196205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.196395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.196611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.196806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6902cc39-440f-45d1-8c77-15df351fb396" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.378401] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.378747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.378747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.379835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.379835] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.379835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.380062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.380062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.380236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.380358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.380627] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.380684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.380758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.380931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.381121] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.381258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.383042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.383042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.383042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.383042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.383042] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.457027] env[66340]: INFO networking_nsxv3.common.synchronization [req-d238114f-5c26-4557-8989-9b521f2f35d7 req-bfa7a247-fe28-443c-a0ec-05fbe4d2b4bf tempest-ServerActionsTestOtherB-536453392 tempest-ServerActionsTestOtherB-536453392-project-member] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1003.457564] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1003.458398] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.458537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.458609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.458866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.459032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.459108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.459418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.459418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.459554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.459554] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.668380] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94f53069-5f7e-4c89-bb82-ca7d09a67869',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.823914] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.824110] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.824226] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.824582] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.824792] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.824890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.825167] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.825477] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.825603] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.825826] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.826100] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.826386] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.826386] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.826689] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.826689] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.826689] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.852465] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.852613] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.852690] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.852930] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.853339] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-55939d4f-e83a-4a60-aebd-d9de1b55e138 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.853567] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-55939d4f-e83a-4a60-aebd-d9de1b55e138" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.854672] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-55939d4f-e83a-4a60-aebd-d9de1b55e138" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.854672] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-55939d4f-e83a-4a60-aebd-d9de1b55e138" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.854672] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55939d4f-e83a-4a60-aebd-d9de1b55e138',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.886123] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be65a7f-1d3c-4d87-adb6-bc15752ec156: rpc.has_security_group_logging(os_id): False [ 1003.892671] env[66340]: INFO networking_nsxv3.common.synchronization [req-60ead2e9-4c44-4949-8ac4-b4f76d11eb11 req-e84f38a9-7ca6-434f-8d16-28b736ad6ac3 tempest-ListServersNegativeTestJSON-532165633 tempest-ListServersNegativeTestJSON-532165633-project-member] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 1003.893225] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 1003.893536] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.893670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.893735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.893921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.894093] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.894186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.894247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.894481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.894563] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.894667] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.907418] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.907756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.907756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.907865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.907914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.908221] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.908221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.908357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.908455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.909889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.909889] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.909889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.909889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.909889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.909889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.909889] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.909889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.909889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.909889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.909889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.909889] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be updated. [ 1003.961596] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.961752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.961826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.962061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.962173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.962370] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.962472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.962537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.962705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.962784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.962874] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 1003.973867] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.974022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.974097] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.974310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.974451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.989394] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: IN_PROGRESS for 2s [ 1003.992127] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.992281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.992381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.992509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.992645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.001916] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 1004.173680] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.173680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.173680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.173680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.173680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.173680] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 is going to be created. [ 1004.214640] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.214640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.214640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.214640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.214640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.228356] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 in Status: UNINITIALIZED for 2s [ 1004.357102] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.357437] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.357574] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.357877] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.358062] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.358227] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 55939d4f-e83a-4a60-aebd-d9de1b55e138 not found, creating... [ 1004.358526] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.358676] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.358795] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.359054] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.359204] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.359589] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.359771] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.359894] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.360182] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.360341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.360491] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 55939d4f-e83a-4a60-aebd-d9de1b55e138 is going to be created. [ 1004.383967] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.384397] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.384693] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.385145] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.385578] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.385944] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-55939d4f-e83a-4a60-aebd-d9de1b55e138" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.398045] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.900746] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.118054] env[66340]: INFO networking_nsxv3.common.synchronization [req-d238114f-5c26-4557-8989-9b521f2f35d7 req-4f0953bf-3769-4fca-be24-9695aa82c8c8 service nova] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 1005.118249] env[66340]: INFO networking_nsxv3.common.synchronization [req-d238114f-5c26-4557-8989-9b521f2f35d7 req-4f0953bf-3769-4fca-be24-9695aa82c8c8 service nova] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1005.118389] env[66340]: INFO networking_nsxv3.common.synchronization [req-d238114f-5c26-4557-8989-9b521f2f35d7 req-4f0953bf-3769-4fca-be24-9695aa82c8c8 service nova] Enqueued Resource ID: 55939d4f-e83a-4a60-aebd-d9de1b55e138 with Priority: HIGHEST for action port [ 1005.118921] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 1005.119128] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1005.119339] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55939d4f-e83a-4a60-aebd-d9de1b55e138 with Priority: HIGHEST for action port [ 1005.119625] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.119822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.119937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.120394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.120394] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.121371] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.121496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.121717] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-55939d4f-e83a-4a60-aebd-d9de1b55e138 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.121848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55939d4f-e83a-4a60-aebd-d9de1b55e138" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.121928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55939d4f-e83a-4a60-aebd-d9de1b55e138" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.122149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55939d4f-e83a-4a60-aebd-d9de1b55e138" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.122452] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55939d4f-e83a-4a60-aebd-d9de1b55e138',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.386318] env[66340]: INFO networking_nsxv3.common.synchronization [req-5baa7dcf-3611-481f-9815-f50af5b762f5 req-22662a1e-859e-4357-8b0b-be7ee088462e tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1005.387070] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1005.387307] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.387944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.388044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.388278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.388500] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.389309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.389309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.389309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.389309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.389309] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.403796] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.404739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.407628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.407628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.407628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.407628] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be updated. [ 1005.439037] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.439037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.439037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.439262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.440169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.451695] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: IN_PROGRESS for 2s [ 1005.626388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55939d4f-e83a-4a60-aebd-d9de1b55e138 with status ACTIVE [ 1005.626388] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.626388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.626388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.626678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.626847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.627162] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.627521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.627521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.627704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.627833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.628128] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.628286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.628388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.628618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.628922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.628922] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55939d4f-e83a-4a60-aebd-d9de1b55e138 is going to be updated. [ 1005.631463] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.635278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.662185] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.662185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.662185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.662891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.662891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.663212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55939d4f-e83a-4a60-aebd-d9de1b55e138" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.892101] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.008721] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 1006.009024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.009266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.009622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.009716] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.012357] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 1006.012569] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 deletion is rescheduled due to dependency. [ 1006.012687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.013221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.013483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.013742] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.013869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.013980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.014110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.014296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.014397] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.045344] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e8e56ab6-0043-4e4a-90e5-d07b89df6e11 tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1006.047130] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1006.047533] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.047646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.240214] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 in Status: SUCCESS [ 1006.240596] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.240890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.241302] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.241680] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.241999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.241999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.242231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.242363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.242496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.242598] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94f53069-5f7e-4c89-bb82-ca7d09a67869',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.394024] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.512134] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.512362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.517103] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.745497] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94f53069-5f7e-4c89-bb82-ca7d09a67869',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.897460] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.897460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.897739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.897835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.897955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.898184] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 1006.933409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.933636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.933636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.937076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.937076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.944635] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 1007.020713] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.249315] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94f53069-5f7e-4c89-bb82-ca7d09a67869: rpc.has_security_group_logging(os_id): False [ 1007.273991] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.274217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.274401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.274700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.274776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.275103] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.275262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.275305] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.275448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.275528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.275614] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 is going to be created. [ 1007.365795] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.365938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.366024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.366300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.366497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.381293] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 in Status: IN_PROGRESS for 2s [ 1007.464583] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 1007.464583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.464583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.464961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.464961] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.465812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.465812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.465812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.465812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.465812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.465812] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.525472] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.525603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.525660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.525845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.525969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.526073] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 1007.557879] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.558027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.558124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.558312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.558507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.570639] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 1007.969241] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.969454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.969454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.969687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.969857] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.969958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.970049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.970217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.970369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.970511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.970710] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.970813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.970944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.971172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.971306] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.971414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.971735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.971909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.971989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.972096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.972189] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.474566] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be65a7f-1d3c-4d87-adb6-bc15752ec156: rpc.has_security_group_logging(os_id): False [ 1008.494453] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.494652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.494696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.494892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.494981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.495246] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.495369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.495436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.495605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.495684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.495895] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.495992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.496120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.496261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.496339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.496527] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.496640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.496704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.496868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.496935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.497062] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be updated. [ 1008.565233] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.565233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.565233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.565360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.565408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.580945] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: IN_PROGRESS for 2s [ 1008.957445] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 1008.957615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.957739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.958102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.958292] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.958392] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.958512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.960143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.960273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.960397] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.393751] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 in Status: SUCCESS [ 1009.394082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.462684] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.464348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.464348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.464887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.464887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.464887] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.465139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.465139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.465310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.465409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.465509] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 1009.494639] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.495018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.495018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.495351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.495524] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.505168] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 1009.581088] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 1009.581341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.581888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.582145] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.583179] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.583179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.583179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.583179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.583179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.583179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.583179] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.861082] env[66340]: INFO networking_nsxv3.common.synchronization [req-7403634f-7589-4c5d-ba89-acb61f3bd926 req-864f4f08-206d-408e-8dc6-83c0337b442b tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_members [ 1009.861967] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGHEST for action security_group_members [ 1009.862082] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-151d4e35-34eb-4b3d-a12a-61184a1aac0d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.862193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.862193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.862463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.862559] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.863136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.863136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.863136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.863136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.863136] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.085306] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.365891] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.365891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.366451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.366451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.366451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.366686] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.366786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.366839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.367012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.367123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.367191] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d is going to be updated. [ 1010.397348] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.397348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.397348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.397348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.397348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.406478] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d in Status: IN_PROGRESS for 2s [ 1010.592746] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be9d9e35-fbbc-4784-931a-2c93b406c2f4: rpc.has_security_group_logging(os_id): False [ 1010.611126] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 1010.611126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.612484] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.612887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.612887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.612887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.613068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.613266] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.613322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.613441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.613532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.613615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.613704] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 1010.692763] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.693059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.693271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.693533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.693780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.712858] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 1011.523764] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 1011.523964] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f deletion is rescheduled due to dependency. [ 1011.523964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.418071] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d in Status: SUCCESS [ 1012.418444] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d deletion is rescheduled due to dependency. [ 1012.418444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.725906] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 1012.725906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.041992] env[66340]: INFO networking_nsxv3.common.synchronization [req-02c339ad-801b-4ef8-b7bd-5b38068cc41d req-a5cf7202-1008-4f42-8a88-7103bd78342e tempest-ImagesTestJSON-2023120248 tempest-ImagesTestJSON-2023120248-project-member] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 1013.043029] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 1013.043029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.043411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.043542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.044463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.044463] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.044463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.044463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.044651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.044651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.044797] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.547694] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.052766] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.204865] env[66340]: INFO networking_nsxv3.common.synchronization [req-9c1c23ba-d27e-41d8-b0b7-afcb13fcc4f5 req-57a29217-966c-445f-b458-729a75e2d2f4 tempest-ImagesOneServerTestJSON-702994911 tempest-ImagesOneServerTestJSON-702994911-project-member] Enqueued Resource ID: 28149752-6cf2-4144-9ede-9e84483b21bc with Priority: HIGHEST for action security_group_members [ 1014.205516] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28149752-6cf2-4144-9ede-9e84483b21bc with Priority: HIGHEST for action security_group_members [ 1014.205837] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-28149752-6cf2-4144-9ede-9e84483b21bc taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.205999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.206048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.206395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.206587] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.206699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.206768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.206941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.207059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.207146] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28149752-6cf2-4144-9ede-9e84483b21bc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.555852] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.555852] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.555852] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.556554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.556554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.556554] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 1014.588244] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.588394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.588469] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.588684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.588838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.593371] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.593546] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-856" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.594024] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-856" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.594024] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-856" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.594276] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.594441] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.594555] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.594764] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.594929] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.595260] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.595396] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.596421] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.596421] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.596421] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.596421] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.596421] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.607237] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 1014.618875] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.619222] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.620329] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.620329] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-856" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.620329] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-4f5e61dd-b072-4add-a8b0-6ec113187792 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.620522] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-4f5e61dd-b072-4add-a8b0-6ec113187792" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.620782] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-4f5e61dd-b072-4add-a8b0-6ec113187792" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.625042] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-4f5e61dd-b072-4add-a8b0-6ec113187792" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.625042] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f5e61dd-b072-4add-a8b0-6ec113187792',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.709514] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.710755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.710755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.710755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.710755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.710755] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.710755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.711056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.711056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.711240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.711318] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28149752-6cf2-4144-9ede-9e84483b21bc already deleted. [ 1014.711455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.130516] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.130766] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.130897] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.131288] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.131463] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.131652] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 4f5e61dd-b072-4add-a8b0-6ec113187792 not found, creating... [ 1015.131910] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.132089] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.132211] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.132438] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.132579] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.132859] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.133024] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.133277] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.133495] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.133634] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.133778] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 4f5e61dd-b072-4add-a8b0-6ec113187792 is going to be created. [ 1015.154726] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.154947] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.155061] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.155442] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.155754] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.155994] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-4f5e61dd-b072-4add-a8b0-6ec113187792" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.901775] env[66340]: INFO networking_nsxv3.common.synchronization [req-9c1c23ba-d27e-41d8-b0b7-afcb13fcc4f5 req-b3fd11f0-ddc2-4ee4-a817-d2f0e86c6651 service nova] Enqueued Resource ID: 28149752-6cf2-4144-9ede-9e84483b21bc with Priority: HIGHEST for action security_group_rules [ 1015.905992] env[66340]: INFO networking_nsxv3.common.synchronization [req-9c1c23ba-d27e-41d8-b0b7-afcb13fcc4f5 req-b3fd11f0-ddc2-4ee4-a817-d2f0e86c6651 service nova] Enqueued Resource ID: 28149752-6cf2-4144-9ede-9e84483b21bc with Priority: HIGHEST for action security_group_members [ 1015.910017] env[66340]: INFO networking_nsxv3.common.synchronization [req-9c1c23ba-d27e-41d8-b0b7-afcb13fcc4f5 req-b3fd11f0-ddc2-4ee4-a817-d2f0e86c6651 service nova] Enqueued Resource ID: 4f5e61dd-b072-4add-a8b0-6ec113187792 with Priority: HIGHEST for action port [ 1015.910017] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28149752-6cf2-4144-9ede-9e84483b21bc with Priority: HIGHEST for action security_group_rules [ 1015.910017] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28149752-6cf2-4144-9ede-9e84483b21bc with Priority: HIGHEST for action security_group_members [ 1015.910017] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f5e61dd-b072-4add-a8b0-6ec113187792 with Priority: HIGHEST for action port [ 1015.910017] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28149752-6cf2-4144-9ede-9e84483b21bc taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.910017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.910017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.910519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.910519] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28149752-6cf2-4144-9ede-9e84483b21bc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.911554] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-28149752-6cf2-4144-9ede-9e84483b21bc taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.911753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.911861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.912175] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.912443] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.912605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.912706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.912967] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.913127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.913445] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28149752-6cf2-4144-9ede-9e84483b21bc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.914921] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f5e61dd-b072-4add-a8b0-6ec113187792 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.914921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f5e61dd-b072-4add-a8b0-6ec113187792" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.914921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f5e61dd-b072-4add-a8b0-6ec113187792" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.915169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f5e61dd-b072-4add-a8b0-6ec113187792" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.915306] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f5e61dd-b072-4add-a8b0-6ec113187792',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.417858] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28149752-6cf2-4144-9ede-9e84483b21bc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.419042] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-28149752-6cf2-4144-9ede-9e84483b21bc taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.419203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.420387] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f5e61dd-b072-4add-a8b0-6ec113187792 with status ACTIVE [ 1016.420387] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.420387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.420387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.420645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.420645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.420817] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.422507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.422507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.423734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.423734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.423734] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.423913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.423913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.424056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.424155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.424252] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f5e61dd-b072-4add-a8b0-6ec113187792 is going to be updated. [ 1016.449841] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.450063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.450063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.450280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.450421] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.450585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f5e61dd-b072-4add-a8b0-6ec113187792" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.617663] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 1016.617894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.699947] env[66340]: INFO networking_nsxv3.common.synchronization [req-d48b051e-8a63-4707-af58-d17e53016177 req-114a0aa8-0f4f-4c9f-bcde-dde69715e512 tempest-ImagesOneServerNegativeTestJSON-649161716 tempest-ImagesOneServerNegativeTestJSON-649161716-project-member] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 1016.700554] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 1016.700866] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.700988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.701065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.701441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.701441] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.701608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.701608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.701918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.701918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.701918] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.926909] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28149752-6cf2-4144-9ede-9e84483b21bc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.016786] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.016996] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.017135] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.018283] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.019142] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.019338] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.019462] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.019704] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.019857] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.020081] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.020700] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.020700] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.020700] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.020700] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.020700] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.020944] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.041216] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.041434] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.041515] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.041685] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-386" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.042044] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-11e9251a-a336-478c-ac99-ec35f9badc57 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.042230] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-11e9251a-a336-478c-ac99-ec35f9badc57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.042361] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-11e9251a-a336-478c-ac99-ec35f9badc57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.044663] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-11e9251a-a336-478c-ac99-ec35f9badc57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.044663] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e9251a-a336-478c-ac99-ec35f9badc57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.208021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.208021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.208021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.208021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.208021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.208021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.208021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.208021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.208021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.208021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.208021] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be updated. [ 1017.236392] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.236707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.236707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.237882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.237882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.251462] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: IN_PROGRESS for 2s [ 1017.429586] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.429792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.429918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.430169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.430294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.430429] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28149752-6cf2-4144-9ede-9e84483b21bc is going to be created. [ 1017.453551] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.453551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.453551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.453749] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.453902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.463727] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28149752-6cf2-4144-9ede-9e84483b21bc in Status: UNINITIALIZED for 2s [ 1017.549322] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.549543] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.549671] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.549951] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.550112] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.550270] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 11e9251a-a336-478c-ac99-ec35f9badc57 not found, creating... [ 1017.550531] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.550691] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.550838] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.551025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.551161] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.551447] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.551595] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.551708] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.551904] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.552047] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.552188] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 11e9251a-a336-478c-ac99-ec35f9badc57 is going to be created. [ 1017.576421] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.576654] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.576783] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.577062] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.577292] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.577674] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-11e9251a-a336-478c-ac99-ec35f9badc57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.304473] env[66340]: INFO networking_nsxv3.common.synchronization [req-d48b051e-8a63-4707-af58-d17e53016177 req-11a56416-970f-4e0d-9123-830bca0bb964 service nova] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_rules [ 1018.304756] env[66340]: INFO networking_nsxv3.common.synchronization [req-d48b051e-8a63-4707-af58-d17e53016177 req-11a56416-970f-4e0d-9123-830bca0bb964 service nova] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 1018.304890] env[66340]: INFO networking_nsxv3.common.synchronization [req-d48b051e-8a63-4707-af58-d17e53016177 req-11a56416-970f-4e0d-9123-830bca0bb964 service nova] Enqueued Resource ID: 11e9251a-a336-478c-ac99-ec35f9badc57 with Priority: HIGHEST for action port [ 1018.305547] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_rules [ 1018.305547] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 1018.305665] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e9251a-a336-478c-ac99-ec35f9badc57 with Priority: HIGHEST for action port [ 1018.306518] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.306649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.306720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.306922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.309035] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.309035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.309035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.309035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e9251a-a336-478c-ac99-ec35f9badc57 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.309035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e9251a-a336-478c-ac99-ec35f9badc57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.309035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e9251a-a336-478c-ac99-ec35f9badc57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.309035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e9251a-a336-478c-ac99-ec35f9badc57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.309035] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e9251a-a336-478c-ac99-ec35f9badc57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.813213] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.813213] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.813213] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11e9251a-a336-478c-ac99-ec35f9badc57 with status ACTIVE [ 1018.813213] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.813213] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.813639] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.813639] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.813639] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.813792] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.814445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.814445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.814445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.814445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.814445] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.814445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.814729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.814729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.814729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.814810] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11e9251a-a336-478c-ac99-ec35f9badc57 is going to be updated. [ 1018.841621] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.841793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.841832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.842056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.842287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.842459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e9251a-a336-478c-ac99-ec35f9badc57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.262395] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 1019.262581] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 deletion is rescheduled due to dependency. [ 1019.262727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.262866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.263111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.263300] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.263427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.263494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.263658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.263773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.263836] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.475791] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28149752-6cf2-4144-9ede-9e84483b21bc in Status: SUCCESS [ 1019.476081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.476373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.477117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.477215] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.477390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.477513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.478135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.478269] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.478407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.478546] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28149752-6cf2-4144-9ede-9e84483b21bc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.766106] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.981280] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-28149752-6cf2-4144-9ede-9e84483b21bc taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.981354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.981457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.982653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.982653] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.982653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.982653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.982653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.982653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.982653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.982653] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-28149752-6cf2-4144-9ede-9e84483b21bc taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.982653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.982653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.983387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.983387] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.983387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.983387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.983387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.983387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.983387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.983640] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28149752-6cf2-4144-9ede-9e84483b21bc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.268309] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.485515] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28149752-6cf2-4144-9ede-9e84483b21bc: rpc.has_security_group_logging(os_id): False [ 1020.506326] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.506637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.506744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.507080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.507207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.507634] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.507801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.507895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.508154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.508270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.508553] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.508690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.508766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.508959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.509106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.509421] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.509655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.509655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.509869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.509982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.510123] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28149752-6cf2-4144-9ede-9e84483b21bc is going to be created. [ 1020.587695] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.588367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.588367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.588367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.588367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.601827] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28149752-6cf2-4144-9ede-9e84483b21bc in Status: IN_PROGRESS for 2s [ 1020.771584] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.771848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.771848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.772518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.772518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.772518] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be updated. [ 1020.814600] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.814600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.814600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.814600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.814600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.826708] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: IN_PROGRESS for 2s [ 1022.615640] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28149752-6cf2-4144-9ede-9e84483b21bc in Status: SUCCESS [ 1022.616172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.840756] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 1022.840756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.840996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.841407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.841732] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.841949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.842134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.843503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.843503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.843503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.843503] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.909273] env[66340]: INFO networking_nsxv3.common.synchronization [None req-11fb15ea-30cc-4d22-980e-fd9811c48eb8 tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: a28f8a30-c591-4de7-99d6-250768a35e50 with Priority: HIGHEST for action security_group_rules [ 1022.909862] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28f8a30-c591-4de7-99d6-250768a35e50 with Priority: HIGHEST for action security_group_rules [ 1022.910466] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a28f8a30-c591-4de7-99d6-250768a35e50 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.910466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a28f8a30-c591-4de7-99d6-250768a35e50" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.910466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a28f8a30-c591-4de7-99d6-250768a35e50" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.910849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a28f8a30-c591-4de7-99d6-250768a35e50" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.910936] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a28f8a30-c591-4de7-99d6-250768a35e50',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.155152] env[66340]: INFO networking_nsxv3.common.synchronization [None req-35f9f8f9-db1b-417a-8ab8-c2e0b215cd6b tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: a28f8a30-c591-4de7-99d6-250768a35e50 with Priority: HIGHEST for action security_group_rules [ 1023.156107] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28f8a30-c591-4de7-99d6-250768a35e50 with Priority: HIGHEST for action security_group_rules [ 1023.156569] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a28f8a30-c591-4de7-99d6-250768a35e50 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.156569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a28f8a30-c591-4de7-99d6-250768a35e50" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.347576] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.347576] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.347576] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.347576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.347576] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.349092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.349092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.349092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.349092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.349092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.350307] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.431825] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.431977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.432057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.432249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.432369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.433347] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a28f8a30-c591-4de7-99d6-250768a35e50 already deleted. [ 1023.433347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a28f8a30-c591-4de7-99d6-250768a35e50" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.433347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a28f8a30-c591-4de7-99d6-250768a35e50" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.433347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a28f8a30-c591-4de7-99d6-250768a35e50" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.433347] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a28f8a30-c591-4de7-99d6-250768a35e50',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.855439] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5268a657-4090-4f35-ae79-73daa6ea8a56: rpc.has_security_group_logging(os_id): False [ 1023.872770] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.872961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.873051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.873270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.873373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.873647] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.873766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.873847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.873971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.874069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.874248] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.874347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.874403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.874537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.874608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.874781] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.875161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.875161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.875161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.875161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.875350] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be updated. [ 1023.939842] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.939842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.939842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.939842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.940325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.957364] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.957786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.958085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.958391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.958591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.958781] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a28f8a30-c591-4de7-99d6-250768a35e50 already deleted. [ 1023.958974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a28f8a30-c591-4de7-99d6-250768a35e50" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.962192] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: IN_PROGRESS for 2s [ 1025.981581] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 1025.981581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.390717] env[66340]: INFO networking_nsxv3.common.synchronization [req-c26bc5bb-a448-4cfa-9ac4-9b9522863e3e req-5ed44107-8337-4aed-b7af-02b06677f72e tempest-ServersV294TestFqdnHostnames-748076042 tempest-ServersV294TestFqdnHostnames-748076042-project-member] Enqueued Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_members [ 1026.391362] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d94c43-0c45-4776-9abd-31efd622be55 with Priority: HIGHEST for action security_group_members [ 1026.391632] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54d94c43-0c45-4776-9abd-31efd622be55 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.391754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.391822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.392045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.392191] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.392281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.392377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.392497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.392665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.392783] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54d94c43-0c45-4776-9abd-31efd622be55',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.397757] env[66340]: INFO networking_nsxv3.common.synchronization [req-50c63ed4-c51b-475e-8e96-eda9454dae4b req-490bdab2-2689-40ec-871c-ffe197d6ea0a tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1026.397757] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1026.397893] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.397994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.398083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.398247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.398401] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.398493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.398721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.398721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.398851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.398851] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.898601] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.899677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.899677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.899677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.899677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.900095] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.900095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.900095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.900270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.900270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.900445] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54d94c43-0c45-4776-9abd-31efd622be55 is going to be updated. [ 1026.906928] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.906928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.906928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.906928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.906928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.906928] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.906928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.906928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.906928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.906928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.906928] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 1026.916976] env[66340]: INFO networking_nsxv3.common.synchronization [req-3de8abb5-3b13-4895-896a-ead129ba3bf2 req-bb63a296-e09f-4f87-94cb-888aae36b019 tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1026.917654] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1026.918074] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.918192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.918275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.918497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.918692] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.918816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.918901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.922256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.922352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.922445] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.944728] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.944728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.944906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.944939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.946098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.947201] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.947358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.947427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.947568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.949073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.962580] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 1026.962580] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54d94c43-0c45-4776-9abd-31efd622be55 in Status: IN_PROGRESS for 2s [ 1027.285298] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.285733] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.285733] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.287039] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.287388] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.287641] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.287951] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.288296] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.288617] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.288893] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.289709] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.290021] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.290162] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.290288] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.290559] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.290636] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.312824] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.312824] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.312824] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.312824] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.312824] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-da4dfd8c-f1a9-4443-8a3f-e24daac30455 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.313306] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-da4dfd8c-f1a9-4443-8a3f-e24daac30455" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.313306] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-da4dfd8c-f1a9-4443-8a3f-e24daac30455" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.314316] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-da4dfd8c-f1a9-4443-8a3f-e24daac30455" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.314316] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4dfd8c-f1a9-4443-8a3f-e24daac30455',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.425252] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.425538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.425630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.425917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.425951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.426201] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.426316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.426410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.426552] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.426640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.426734] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 1027.454608] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.454751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.454751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.454917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.455100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.466597] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 1027.817164] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.817391] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.817548] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.817840] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.817989] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.818157] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port da4dfd8c-f1a9-4443-8a3f-e24daac30455 not found, creating... [ 1027.818422] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.818586] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.818700] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.818910] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.819059] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.819353] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.819509] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.819631] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.819860] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.819989] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.820142] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: da4dfd8c-f1a9-4443-8a3f-e24daac30455 is going to be created. [ 1027.842222] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.842429] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.842549] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.842912] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.843555] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.843806] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-da4dfd8c-f1a9-4443-8a3f-e24daac30455" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.619009] env[66340]: INFO networking_nsxv3.common.synchronization [req-3de8abb5-3b13-4895-896a-ead129ba3bf2 req-d5ca3ecd-98e6-4170-b00b-5da760b4bb10 service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 1028.619265] env[66340]: INFO networking_nsxv3.common.synchronization [req-3de8abb5-3b13-4895-896a-ead129ba3bf2 req-d5ca3ecd-98e6-4170-b00b-5da760b4bb10 service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1028.619298] env[66340]: INFO networking_nsxv3.common.synchronization [req-3de8abb5-3b13-4895-896a-ead129ba3bf2 req-d5ca3ecd-98e6-4170-b00b-5da760b4bb10 service nova] Enqueued Resource ID: da4dfd8c-f1a9-4443-8a3f-e24daac30455 with Priority: HIGHEST for action port [ 1028.619838] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 1028.619974] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1028.620404] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4dfd8c-f1a9-4443-8a3f-e24daac30455 with Priority: HIGHEST for action port [ 1028.620728] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.620839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.620910] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.621214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.621214] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.622612] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.622716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.622936] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-da4dfd8c-f1a9-4443-8a3f-e24daac30455 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.623029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da4dfd8c-f1a9-4443-8a3f-e24daac30455" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.623096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da4dfd8c-f1a9-4443-8a3f-e24daac30455" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.625605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da4dfd8c-f1a9-4443-8a3f-e24daac30455" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.625707] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4dfd8c-f1a9-4443-8a3f-e24daac30455',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.972507] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54d94c43-0c45-4776-9abd-31efd622be55 in Status: SUCCESS [ 1028.972681] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54d94c43-0c45-4776-9abd-31efd622be55 deletion is rescheduled due to dependency. [ 1028.973281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54d94c43-0c45-4776-9abd-31efd622be55" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.973637] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 1028.975130] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 deletion is rescheduled due to dependency. [ 1028.975130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.127550] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.127685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.127906] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da4dfd8c-f1a9-4443-8a3f-e24daac30455 with status ACTIVE [ 1029.128115] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.128228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.128294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.128504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.128596] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.128772] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.128878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.128914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.129080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.129153] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.129333] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.129426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.129485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.129621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.129695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.129779] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da4dfd8c-f1a9-4443-8a3f-e24daac30455 is going to be updated. [ 1029.153411] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.153741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.153812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.154088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.154178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.154326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da4dfd8c-f1a9-4443-8a3f-e24daac30455" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.478346] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1029.479615] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 deletion is rescheduled due to dependency. [ 1029.479615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.479615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.479615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.479615] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.479615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.479615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.479615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.479615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.480525] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.558927] env[66340]: INFO networking_nsxv3.common.synchronization [req-0fb87e18-ee9d-4bf1-89d6-8c52779ceb14 req-b9614b07-a4b7-4646-99f2-2e8c481da07b tempest-ImagesOneServerNegativeTestJSON-649161716 tempest-ImagesOneServerNegativeTestJSON-649161716-project-member] Enqueued Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 1029.559564] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 with Priority: HIGHEST for action security_group_members [ 1029.560145] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-5268a657-4090-4f35-ae79-73daa6ea8a56 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.560292] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.560419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.560565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.560731] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.560837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.560926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.561163] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.561282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.561381] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5268a657-4090-4f35-ae79-73daa6ea8a56',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.986971] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.070560] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.070560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.070560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.070560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.070560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.070560] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.070560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.070560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.070560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.070560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.070560] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 is going to be updated. [ 1030.099816] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.099816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.099816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.099816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.099816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.109717] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: IN_PROGRESS for 2s [ 1030.489680] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.992042] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.992511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.992511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.992770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.992897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.993047] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 1031.023869] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.024074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.024430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.024776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.025014] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.054487] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 1031.169557] env[66340]: INFO networking_nsxv3.common.synchronization [req-1b6c27c1-f12b-4be3-b3cd-2f8af2062a2f req-23ecbb18-2e61-4eb2-8f8c-2a64b1e200db tempest-ServersTestMultiNic-254715629 tempest-ServersTestMultiNic-254715629-project-member] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1031.170103] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1031.170531] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.170531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.170677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.170774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.170922] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.171154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.171216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.171339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.171424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.171520] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.607556] env[66340]: INFO networking_nsxv3.common.synchronization [req-1b6c27c1-f12b-4be3-b3cd-2f8af2062a2f req-4d0c79b7-0b2c-43a4-b8fd-4a93c4252fc0 tempest-ServersTestMultiNic-254715629 tempest-ServersTestMultiNic-254715629-project-member] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1031.608646] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1031.608697] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.608794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.673687] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.673947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.674028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.674395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.675345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.675345] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.675345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.675345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.675345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.675595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.675632] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 1031.709045] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.709256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.709344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.709675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.709939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.720704] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 1032.049748] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.050190] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-202" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.050190] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-202" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.050443] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-202" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.050780] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.051054] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.051247] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.051512] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.051679] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.051912] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.052036] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.052141] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.052243] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.052348] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.052470] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.052601] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.073739] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.073956] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.074050] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.074233] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-202" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.074560] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-0cd66225-3227-4bab-828f-69b8a92702bd taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.074730] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-0cd66225-3227-4bab-828f-69b8a92702bd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.074841] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-0cd66225-3227-4bab-828f-69b8a92702bd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.075198] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-0cd66225-3227-4bab-828f-69b8a92702bd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.075331] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd66225-3227-4bab-828f-69b8a92702bd',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.126446] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 in Status: SUCCESS [ 1032.126842] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5268a657-4090-4f35-ae79-73daa6ea8a56 deletion is rescheduled due to dependency. [ 1032.127077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5268a657-4090-4f35-ae79-73daa6ea8a56" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.578167] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.578450] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.578618] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.578924] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.579127] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.579316] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 0cd66225-3227-4bab-828f-69b8a92702bd not found, creating... [ 1032.579624] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.579822] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.579970] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.580242] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.580412] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.580734] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.580932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.581091] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.581335] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.581505] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.581676] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 0cd66225-3227-4bab-828f-69b8a92702bd is going to be created. [ 1032.628522] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.628870] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.629556] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.629897] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.630166] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.632064] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-0cd66225-3227-4bab-828f-69b8a92702bd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.064312] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1033.064701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.064701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.065601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.065601] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.065601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.065601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.065601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.065601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.065601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.065963] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.207377] env[66340]: INFO networking_nsxv3.common.synchronization [None req-01e0c564-4b25-40b7-b74e-7d7439abdc79 None None] Enqueued Resource ID: c12ed6e9-02c9-4aea-860f-439fc7835681 with Priority: HIGHEST for action port [ 1033.208821] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c12ed6e9-02c9-4aea-860f-439fc7835681 with Priority: HIGHEST for action port [ 1033.209279] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c12ed6e9-02c9-4aea-860f-439fc7835681 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.209526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c12ed6e9-02c9-4aea-860f-439fc7835681" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.209602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c12ed6e9-02c9-4aea-860f-439fc7835681" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.209927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c12ed6e9-02c9-4aea-860f-439fc7835681" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.210059] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12ed6e9-02c9-4aea-860f-439fc7835681',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.316805] env[66340]: INFO networking_nsxv3.common.synchronization [req-1b6c27c1-f12b-4be3-b3cd-2f8af2062a2f req-891384dd-4b41-4d5e-95b1-3f15d4b0d702 service nova] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_rules [ 1033.316805] env[66340]: INFO networking_nsxv3.common.synchronization [req-1b6c27c1-f12b-4be3-b3cd-2f8af2062a2f req-891384dd-4b41-4d5e-95b1-3f15d4b0d702 service nova] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1033.316805] env[66340]: INFO networking_nsxv3.common.synchronization [req-1b6c27c1-f12b-4be3-b3cd-2f8af2062a2f req-891384dd-4b41-4d5e-95b1-3f15d4b0d702 service nova] Enqueued Resource ID: 0cd66225-3227-4bab-828f-69b8a92702bd with Priority: HIGHEST for action port [ 1033.316805] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_rules [ 1033.316805] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1033.316805] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd66225-3227-4bab-828f-69b8a92702bd with Priority: HIGHEST for action port [ 1033.316805] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.318839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.318839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.318839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.318839] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.319880] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.319981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.320200] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd66225-3227-4bab-828f-69b8a92702bd taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.320298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd66225-3227-4bab-828f-69b8a92702bd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.320361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd66225-3227-4bab-828f-69b8a92702bd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.320531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd66225-3227-4bab-828f-69b8a92702bd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.320602] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd66225-3227-4bab-828f-69b8a92702bd',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.537474] env[66340]: INFO networking_nsxv3.common.synchronization [req-f1103735-0f0a-4e9d-8ee7-5e9e976993f3 req-0046b4c1-777d-4fa5-8ceb-78f7361e8f5b tempest-ListServersNegativeTestJSON-532165633 tempest-ListServersNegativeTestJSON-532165633-project-member] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 1033.538338] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 1033.542517] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.542517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.542517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.542517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.542517] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.542517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.542517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.542517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.542517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.542517] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.567916] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.568110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.568153] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.568360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.568521] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.568619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.568682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.568833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.568918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.569013] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.569181] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.569272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.569333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.569471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.569606] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.569713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.569762] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.569885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.569961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.572031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.573978] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.715478] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c12ed6e9-02c9-4aea-860f-439fc7835681 [ 1033.715730] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.715826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.715903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.716189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.716990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.716990] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c12ed6e9-02c9-4aea-860f-439fc7835681 already deleted. [ 1033.716990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c12ed6e9-02c9-4aea-860f-439fc7835681" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.731327] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 1033.735315] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 deletion is rescheduled due to dependency. [ 1033.735451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.735705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.735934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.739320] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.739791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.739791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.739791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.739924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.739956] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.785449] env[66340]: INFO networking_nsxv3.common.synchronization [req-638433ff-23fa-4a8c-bc80-c507eff1bddc req-981d6fa8-3048-4808-9f70-17303b3b5529 tempest-ListServersNegativeTestJSON-532165633 tempest-ListServersNegativeTestJSON-532165633-project-member] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 1033.787102] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGHEST for action security_group_members [ 1033.787102] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.787102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.824734] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cd66225-3227-4bab-828f-69b8a92702bd with status ACTIVE [ 1033.824734] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.824734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.824966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.825894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.825894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.825894] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.825894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.825894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.826172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.826267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.826564] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.826767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.826866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.831825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.831825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.831825] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cd66225-3227-4bab-828f-69b8a92702bd is going to be updated. [ 1033.833572] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.833671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.862050] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.862050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.862050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.862050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.862050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.862050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd66225-3227-4bab-828f-69b8a92702bd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.048030] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.077372] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd55b9a5-4740-45b3-a886-6ff769754673: rpc.has_security_group_logging(os_id): False [ 1034.103842] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.104085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.104146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.104368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.104487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.104796] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.104977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.104977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.105181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.105265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.106296] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.106476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.106526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.106769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.106892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.107157] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.107982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.107982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.107982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.107982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.107982] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 1034.186025] env[66340]: INFO networking_nsxv3.common.synchronization [req-b3255bee-6375-4963-a8ee-415ee54e3ae4 req-77a3382e-7d06-4224-b474-c9c895524fd2 tempest-ServersTestJSON-631464616 tempest-ServersTestJSON-631464616-project-member] Enqueued Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_members [ 1034.186025] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGHEST for action security_group_members [ 1034.189266] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-99504afb-4a9c-4313-a8c7-f228e53b2e53 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.189527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.189706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.189881] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.190083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.190241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.190326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.190426] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.205306] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.205620] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.205620] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.206044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.206044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.247045] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.261312] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 1034.477537] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.477770] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-293" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.477982] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-293" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.478354] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-293" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.478635] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.478788] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.478910] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.481929] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.482124] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.482361] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.482470] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.482579] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.482687] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.482924] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.482924] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.483198] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.505635] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.505823] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.505954] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.507187] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-293" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.507187] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-dd8f7fde-9412-48b2-ad43-fb37f81a9d4b taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.507187] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-dd8f7fde-9412-48b2-ad43-fb37f81a9d4b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.507187] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-dd8f7fde-9412-48b2-ad43-fb37f81a9d4b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.507187] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-dd8f7fde-9412-48b2-ad43-fb37f81a9d4b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.507521] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8f7fde-9412-48b2-ad43-fb37f81a9d4b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.550107] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.694501] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.694898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.694898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.695046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.695170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.695402] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.695539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.695668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.695849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.695934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.696062] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 is going to be updated. [ 1034.727351] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.727964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.728086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.728251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.728647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.742260] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 in Status: IN_PROGRESS for 2s [ 1034.749206] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.009856] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.014043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.014043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.014043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.014043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.014043] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port dd8f7fde-9412-48b2-ad43-fb37f81a9d4b not found, creating... [ 1035.014043] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.014043] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.014416] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.014416] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.014494] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.014962] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.014962] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.015216] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.015351] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.016033] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.016033] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: dd8f7fde-9412-48b2-ad43-fb37f81a9d4b is going to be created. [ 1035.043921] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.044202] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.044376] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.044751] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.045392] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.045696] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-dd8f7fde-9412-48b2-ad43-fb37f81a9d4b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.053228] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.053228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.053228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.053228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.053228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.053228] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be updated. [ 1035.087554] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.088873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.088873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.088873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.088873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.109569] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: IN_PROGRESS for 2s [ 1035.253159] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.253435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.253435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.253717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.253877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.254157] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 1035.311243] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.311243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.311243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.311243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.311243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.332404] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 1035.776764] env[66340]: INFO networking_nsxv3.common.synchronization [req-1b6c27c1-f12b-4be3-b3cd-2f8af2062a2f req-58445131-0480-4e4f-9355-5df519286454 service nova] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_rules [ 1035.777064] env[66340]: INFO networking_nsxv3.common.synchronization [req-1b6c27c1-f12b-4be3-b3cd-2f8af2062a2f req-58445131-0480-4e4f-9355-5df519286454 service nova] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1035.777306] env[66340]: INFO networking_nsxv3.common.synchronization [req-1b6c27c1-f12b-4be3-b3cd-2f8af2062a2f req-58445131-0480-4e4f-9355-5df519286454 service nova] Enqueued Resource ID: dd8f7fde-9412-48b2-ad43-fb37f81a9d4b with Priority: HIGHEST for action port [ 1035.778041] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_rules [ 1035.778484] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1035.778588] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f7fde-9412-48b2-ad43-fb37f81a9d4b with Priority: HIGHEST for action port [ 1035.778923] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.779062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.779657] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.779775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.780027] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd8f7fde-9412-48b2-ad43-fb37f81a9d4b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.780152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd8f7fde-9412-48b2-ad43-fb37f81a9d4b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.780230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd8f7fde-9412-48b2-ad43-fb37f81a9d4b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.780461] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd8f7fde-9412-48b2-ad43-fb37f81a9d4b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.780560] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8f7fde-9412-48b2-ad43-fb37f81a9d4b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.968926] env[66340]: INFO networking_nsxv3.common.synchronization [None req-63f836be-71b7-41aa-97ed-0e7a509a2145 None None] Enqueued Resource ID: 579c9d65-211d-4ef2-9b04-2437b9ed9160 with Priority: HIGHEST for action port [ 1035.969529] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579c9d65-211d-4ef2-9b04-2437b9ed9160 with Priority: HIGHEST for action port [ 1035.969882] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-579c9d65-211d-4ef2-9b04-2437b9ed9160 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.970026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-579c9d65-211d-4ef2-9b04-2437b9ed9160" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.970719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-579c9d65-211d-4ef2-9b04-2437b9ed9160" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.971048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-579c9d65-211d-4ef2-9b04-2437b9ed9160" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.971145] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579c9d65-211d-4ef2-9b04-2437b9ed9160',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.278482] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1036.278790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.285350] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd8f7fde-9412-48b2-ad43-fb37f81a9d4b with status ACTIVE [ 1036.285654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.285820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.285897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.286142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.286245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.286440] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.286564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.286652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.286833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.286923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.287149] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.287250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.287351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.287480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.287576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.287670] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd8f7fde-9412-48b2-ad43-fb37f81a9d4b is going to be updated. [ 1036.436343] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.437531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.437531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.437531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.437531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.437531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd8f7fde-9412-48b2-ad43-fb37f81a9d4b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.480522] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 579c9d65-211d-4ef2-9b04-2437b9ed9160 [ 1036.480768] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.480903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.480975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.481212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.481303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.481398] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:579c9d65-211d-4ef2-9b04-2437b9ed9160 already deleted. [ 1036.481481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-579c9d65-211d-4ef2-9b04-2437b9ed9160" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.753804] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 in Status: SUCCESS [ 1036.753804] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 deletion is rescheduled due to dependency. [ 1036.753804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.974421] env[66340]: INFO networking_nsxv3.common.synchronization [None req-73995a28-6ef8-43c9-858c-d8adc23ec1a0 None None] Enqueued Resource ID: d2b791a5-7c4a-423d-b3a6-ed46b023a487 with Priority: HIGHEST for action port [ 1036.975101] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b791a5-7c4a-423d-b3a6-ed46b023a487 with Priority: HIGHEST for action port [ 1036.975465] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2b791a5-7c4a-423d-b3a6-ed46b023a487 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.976259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2b791a5-7c4a-423d-b3a6-ed46b023a487" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.976363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2b791a5-7c4a-423d-b3a6-ed46b023a487" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.976780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2b791a5-7c4a-423d-b3a6-ed46b023a487" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.976868] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b791a5-7c4a-423d-b3a6-ed46b023a487',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.119644] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 1037.120123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.120356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.120603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.120912] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.121265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.121345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.122096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.122221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.122380] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.342491] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 1037.342905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.342905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.343155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.343326] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.343440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.343506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.343685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.343818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.343818] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.478632] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2b791a5-7c4a-423d-b3a6-ed46b023a487 [ 1037.478905] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.479350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.479350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.479350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.479518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.479518] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2b791a5-7c4a-423d-b3a6-ed46b023a487 already deleted. [ 1037.479584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2b791a5-7c4a-423d-b3a6-ed46b023a487" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.625396] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.625614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.625709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.625961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.626074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.626286] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.626384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.626442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.626583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.626666] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.627419] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be updated. [ 1037.667210] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.667483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.667483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.667723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.667879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.677759] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: IN_PROGRESS for 2s [ 1037.845661] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.264546] env[66340]: INFO networking_nsxv3.common.synchronization [req-701d25cc-fede-4b6b-8bb3-8b3db48fb752 req-a9af9071-67ed-48f1-b884-33852b5d5bf2 tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1038.265559] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1038.265559] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.267058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.267058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.267058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.267058] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.267058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.267058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.267058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.267058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.267058] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.348877] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.613646] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-554 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.613960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.614365] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.615214] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.616020] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.616291] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.616493] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.616824] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.617061] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.617370] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.617671] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.617857] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.618066] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.618214] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.618450] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.618615] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.638871] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.639150] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.639363] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.639632] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.640127] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-ecd98731-bec3-4a94-82be-93bc2a09e29e taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.640377] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-ecd98731-bec3-4a94-82be-93bc2a09e29e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.640558] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-ecd98731-bec3-4a94-82be-93bc2a09e29e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.640981] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-ecd98731-bec3-4a94-82be-93bc2a09e29e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.641205] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd98731-bec3-4a94-82be-93bc2a09e29e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.769209] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.769420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.769420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.769661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.769768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.769939] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.770058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.770128] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.770251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.770320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.770401] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 1038.796837] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.797056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.797056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.797264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.797404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.807306] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 1038.852124] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.852124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.852365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.852437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.852516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.852615] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 1038.886431] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.886650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.886650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.886887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.887042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.895677] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 1039.144302] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.144529] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.144634] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.144980] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.145105] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.145265] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port ecd98731-bec3-4a94-82be-93bc2a09e29e not found, creating... [ 1039.145537] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.145702] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.145856] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.146240] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.146240] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.146562] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.146700] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.146844] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.147066] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.147257] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.147335] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: ecd98731-bec3-4a94-82be-93bc2a09e29e is going to be created. [ 1039.168517] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.168759] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.168834] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.169311] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.169510] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.169742] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-ecd98731-bec3-4a94-82be-93bc2a09e29e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.604928] env[66340]: INFO networking_nsxv3.common.synchronization [None req-acdae007-3968-4915-92bd-21891cf6e11d None None] Enqueued Resource ID: 3538c9c0-ae4a-4e50-9fb1-5e29390956f4 with Priority: HIGHEST for action port [ 1039.605486] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3538c9c0-ae4a-4e50-9fb1-5e29390956f4 with Priority: HIGHEST for action port [ 1039.605843] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-3538c9c0-ae4a-4e50-9fb1-5e29390956f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.606032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3538c9c0-ae4a-4e50-9fb1-5e29390956f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.606161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3538c9c0-ae4a-4e50-9fb1-5e29390956f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.606360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3538c9c0-ae4a-4e50-9fb1-5e29390956f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.606472] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3538c9c0-ae4a-4e50-9fb1-5e29390956f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.689892] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 in Status: SUCCESS [ 1039.690097] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 deletion is rescheduled due to dependency. [ 1039.690214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.871897] env[66340]: INFO networking_nsxv3.common.synchronization [req-701d25cc-fede-4b6b-8bb3-8b3db48fb752 req-bfc625f5-7e0f-46d9-b082-63df7d9c13b3 service nova] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_rules [ 1039.872079] env[66340]: INFO networking_nsxv3.common.synchronization [req-701d25cc-fede-4b6b-8bb3-8b3db48fb752 req-bfc625f5-7e0f-46d9-b082-63df7d9c13b3 service nova] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1039.872220] env[66340]: INFO networking_nsxv3.common.synchronization [req-701d25cc-fede-4b6b-8bb3-8b3db48fb752 req-bfc625f5-7e0f-46d9-b082-63df7d9c13b3 service nova] Enqueued Resource ID: ecd98731-bec3-4a94-82be-93bc2a09e29e with Priority: HIGHEST for action port [ 1039.875041] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_rules [ 1039.875041] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1039.875041] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd98731-bec3-4a94-82be-93bc2a09e29e with Priority: HIGHEST for action port [ 1039.875041] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.875041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.875041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.875041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.875041] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.875041] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.875041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.875041] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecd98731-bec3-4a94-82be-93bc2a09e29e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.875691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecd98731-bec3-4a94-82be-93bc2a09e29e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.875691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecd98731-bec3-4a94-82be-93bc2a09e29e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.875691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecd98731-bec3-4a94-82be-93bc2a09e29e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.875691] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd98731-bec3-4a94-82be-93bc2a09e29e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.109071] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3538c9c0-ae4a-4e50-9fb1-5e29390956f4 [ 1040.109359] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.109570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.109651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.109905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.110057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.110201] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3538c9c0-ae4a-4e50-9fb1-5e29390956f4 already deleted. [ 1040.110326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3538c9c0-ae4a-4e50-9fb1-5e29390956f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.377991] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecd98731-bec3-4a94-82be-93bc2a09e29e with status ACTIVE [ 1040.378271] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.378457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.378551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.378800] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.378919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.379149] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.379270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.379346] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.379852] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.379955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.380203] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.380469] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.380592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.380854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.380977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.381097] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecd98731-bec3-4a94-82be-93bc2a09e29e is going to be updated. [ 1040.382456] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.382581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.404204] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.404463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.404536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.404695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.404838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.405022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecd98731-bec3-4a94-82be-93bc2a09e29e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.818023] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 1040.820776] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 deletion is rescheduled due to dependency. [ 1040.820776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.820776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.820776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.820776] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.820776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.820776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.820776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.820776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.820776] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.907608] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 1040.907769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.907769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.908204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.908415] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.908553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.908670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.908778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.908866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.908995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.909181] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.910063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.910246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.910428] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.910508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.910576] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.910710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.910790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.910883] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.089742] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.089947] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.090107] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.090398] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.090697] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.090863] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.090980] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.091259] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.091362] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.091621] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.091746] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.091852] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.091977] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.092082] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.092200] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.092335] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.111609] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.111796] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.111940] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.112142] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.112522] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-eba4e3f3-0808-4506-a7fe-89a00784ce59 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.112724] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.112851] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.113125] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.113263] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba4e3f3-0808-4506-a7fe-89a00784ce59',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.322011] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.412389] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.412600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.412753] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.615644] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.615911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.616044] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.616322] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.616476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.616760] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.616922] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.617050] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.617283] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.617418] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.617759] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.617980] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.618136] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.618341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.618474] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.618622] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: eba4e3f3-0808-4506-a7fe-89a00784ce59 is going to be updated. [ 1041.641692] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.641927] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.642118] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.642495] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.642702] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.642953] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.826760] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.915175] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.330695] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.330856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.330926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.331194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.331322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.331371] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 1042.358867] env[66340]: INFO networking_nsxv3.common.synchronization [req-c7162473-6bf3-42dd-bde1-e0ba419c20a4 req-62086716-73ca-4737-9c9c-70084359b923 service nova] Enqueued Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_rules [ 1042.359132] env[66340]: INFO networking_nsxv3.common.synchronization [req-c7162473-6bf3-42dd-bde1-e0ba419c20a4 req-62086716-73ca-4737-9c9c-70084359b923 service nova] Enqueued Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_members [ 1042.359252] env[66340]: INFO networking_nsxv3.common.synchronization [req-c7162473-6bf3-42dd-bde1-e0ba419c20a4 req-62086716-73ca-4737-9c9c-70084359b923 service nova] Enqueued Resource ID: eba4e3f3-0808-4506-a7fe-89a00784ce59 with Priority: HIGHEST for action port [ 1042.359901] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_rules [ 1042.360242] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_members [ 1042.360426] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba4e3f3-0808-4506-a7fe-89a00784ce59 with Priority: HIGHEST for action port [ 1042.360772] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.360925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.361028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.361231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.361317] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.362950] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.362950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.363158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.363582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.363582] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.363582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.363869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.363869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.364143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.364267] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.367693] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba4e3f3-0808-4506-a7fe-89a00784ce59 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.367887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.368027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.368992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.368992] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba4e3f3-0808-4506-a7fe-89a00784ce59',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.370183] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.370380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.370380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.370777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.370777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.381776] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 1042.417797] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.418059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.418059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.418249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.418340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.418454] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 1042.451337] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.451551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.451608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.451825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.451978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.462992] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 1042.864246] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.864712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.873043] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.873916] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eba4e3f3-0808-4506-a7fe-89a00784ce59 with status ACTIVE [ 1042.874161] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.874289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.874359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.874573] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.874995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.874995] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.874995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.875286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.875286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.875286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.875427] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.875522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.875587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.875727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.875804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.875905] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eba4e3f3-0808-4506-a7fe-89a00784ce59 is going to be updated. [ 1042.900922] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.901152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.901211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.901681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.901681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.901825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba4e3f3-0808-4506-a7fe-89a00784ce59" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.379212] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.881166] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.881485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.881485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.881990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.881990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.881990] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210d75dd-97b4-4695-ab97-279b25e95910 is going to be updated. [ 1043.910203] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.910365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.910447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.910634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.910787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.920678] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210d75dd-97b4-4695-ab97-279b25e95910 in Status: IN_PROGRESS for 2s [ 1044.394924] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 1044.395181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.395378] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.395568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.395769] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.395979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.396109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.396437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.396545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.396647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.396778] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.474329] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 1044.474464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.474802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.475054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.475332] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.476039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.476039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.476039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.476039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.476039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.476246] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.476294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.476344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.476517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.476676] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.476817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.476873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.477017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.477112] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.477214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.477304] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.900185] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.900728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.900728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.901144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.901536] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.901679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.901997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.902763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.902874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.903178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.903709] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.903838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.903931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.904190] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.904339] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.904440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.904527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.904670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.904754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.904882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.904993] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.981411] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 905491a5-90de-4a95-a4e0-3290aaa17092: rpc.has_security_group_logging(os_id): False [ 1045.000860] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.001073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.001138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.001301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.001405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.002132] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.002273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.002349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.002570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.002661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.002921] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.003061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.003224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.003350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.003442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.003642] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.003738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.003802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.003995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.004140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.004283] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 1045.070588] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.070739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.070812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.071079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.071193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.087715] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 1045.407694] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2ee20b-24ea-4507-825d-362ca6f9f054: rpc.has_security_group_logging(os_id): False [ 1045.430822] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.431016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.431016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.431322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.431487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.431832] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.431980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.432064] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.432235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.432332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.432550] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.432654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.432728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.432874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.433991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.434098] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.434196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.434288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.434459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.434554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.434647] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 1045.505809] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.506562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.506874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.507186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.507340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.526487] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 1045.934973] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210d75dd-97b4-4695-ab97-279b25e95910 in Status: SUCCESS [ 1045.934973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.935305] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.935413] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.936203] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.936203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.936203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.936203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.936203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.936203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.936203] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.440536] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.442431] env[66340]: INFO networking_nsxv3.common.synchronization [None req-677891f5-984b-4cdb-aca5-c8fb1de17eee tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_rules [ 1046.443110] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_rules [ 1046.443682] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.443682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.443682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.444033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.447224] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.700786] env[66340]: INFO networking_nsxv3.common.synchronization [None req-6688005d-b9cb-4db4-a767-1bf47e87f633 tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_rules [ 1046.702648] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_rules [ 1046.702648] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.702648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.947440] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 210d75dd-97b4-4695-ab97-279b25e95910: rpc.has_security_group_logging(os_id): False [ 1046.971700] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.971700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.972050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.972083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.972786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.972786] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.973028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.973028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.973313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.973480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.973660] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210d75dd-97b4-4695-ab97-279b25e95910 is going to be updated. [ 1046.980269] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.980559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.980715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.981258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.981258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.981408] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde already deleted. [ 1046.981592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.981889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.982109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.982223] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.063645] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.063645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.063645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.063862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.063916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.085608] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210d75dd-97b4-4695-ab97-279b25e95910 in Status: IN_PROGRESS for 2s [ 1047.112230] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 1047.112733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.114629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.114629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.114629] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.507664] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.507909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.507909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.508122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.508270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.508349] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde already deleted. [ 1047.508398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.544206] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 1047.544349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.616501] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.616501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.616501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.616918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.616918] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.616918] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.617224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.617224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.617302] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.617347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.617417] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.673570] env[66340]: INFO networking_nsxv3.common.synchronization [req-b4d0d56b-ac2d-42db-9b59-21c41aebee4d req-ee77046b-8a88-49b2-9dcb-ddfc0f42bd3f tempest-ImagesTestJSON-2023120248 tempest-ImagesTestJSON-2023120248-project-member] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 1047.674228] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 1047.674655] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.674799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.674944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.675128] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.675323] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.675434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.675519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.675686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.675791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.675895] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.119845] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.120226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.120226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.120439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.120659] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.120868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.120942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.121118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.121213] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.121305] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.121806] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.121806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.121806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.121806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.122027] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.122027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.122118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.122307] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.122433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.122547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.122728] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.179407] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.179577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.179628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.179854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.180248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.180248] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.180388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.180388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.180388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.180388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.180388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 1048.216474] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.217444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.217444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.217444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.217691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.229848] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 1048.625139] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 905491a5-90de-4a95-a4e0-3290aaa17092: rpc.has_security_group_logging(os_id): False [ 1048.645421] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.646270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.646270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.646270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.646270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.646444] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.646497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.646570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.646768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.648059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.648341] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.648529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.648641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.648870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.649009] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.649263] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.649411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.649513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.649736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.649947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.649947] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 1048.695019] env[66340]: INFO networking_nsxv3.common.synchronization [req-fc5230b6-7a67-40cf-b641-d1ef221eb82c req-a73cbd8b-64c5-41df-b320-6d57e04df005 tempest-ServersTestMultiNic-254715629 tempest-ServersTestMultiNic-254715629-project-member] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1048.695690] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1048.697403] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.697403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.697403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.697403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.697403] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.697403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.697403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.697403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.697403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.697403] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.728925] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.729233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.729233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.729441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.729640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.750016] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 1049.049432] env[66340]: INFO networking_nsxv3.common.synchronization [req-fc5230b6-7a67-40cf-b641-d1ef221eb82c req-437c0f02-c0ab-47d9-8636-64d0a4eb09a7 tempest-ServersTestMultiNic-254715629 tempest-ServersTestMultiNic-254715629-project-member] Enqueued Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1049.050039] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905491a5-90de-4a95-a4e0-3290aaa17092 with Priority: HIGHEST for action security_group_members [ 1049.050377] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-905491a5-90de-4a95-a4e0-3290aaa17092 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.050491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.100472] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210d75dd-97b4-4695-ab97-279b25e95910 in Status: SUCCESS [ 1049.100605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.200035] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.703199] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.206486] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.207571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.207571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.207571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.207571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.207571] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 1050.240240] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.240240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.243341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.244220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.244220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.246428] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 1050.246576] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d deletion is rescheduled due to dependency. [ 1050.246734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.255026] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 1050.767488] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 1050.767785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.142814] env[66340]: INFO networking_nsxv3.common.synchronization [req-8e5c94b6-829e-49b5-85f4-cb72a0764aea req-db706d0c-96cc-40e0-b601-10e11420ce78 tempest-ServersAdminTestJSON-1733808406 tempest-ServersAdminTestJSON-1733808406-project-member] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1052.144533] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1052.145699] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.145699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.145699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.145699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.145699] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.145699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.146044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.146044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.150024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.150024] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.265888] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 1052.266099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.266270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.266487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.266674] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.266805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.266905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.267603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.267960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.267960] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('905491a5-90de-4a95-a4e0-3290aaa17092',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.624159] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.624459] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.624594] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.624902] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.625188] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.625342] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.625459] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.625686] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.625840] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.626972] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.626972] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.626972] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.626972] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.626972] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.626972] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.626972] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.647890] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.647890] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.647890] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.647890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.648168] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-47482045-0d17-4859-889c-8b6fdd9fd449 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.648537] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-47482045-0d17-4859-889c-8b6fdd9fd449" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.648537] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-47482045-0d17-4859-889c-8b6fdd9fd449" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.648801] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-47482045-0d17-4859-889c-8b6fdd9fd449" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.648982] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47482045-0d17-4859-889c-8b6fdd9fd449',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.650107] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.650252] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.650296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.650459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.650620] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.650713] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.650807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.650869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.651021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.651123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.651218] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c already deleted. [ 1052.651256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.771663] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.772413] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.772511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.772752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.772866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.773126] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.773917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.774693] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.774693] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.774693] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.774693] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 is going to be updated. [ 1052.807549] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.807697] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.807869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.807960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.808206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.818886] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: IN_PROGRESS for 2s [ 1052.943035] env[66340]: INFO networking_nsxv3.common.synchronization [req-b7d0d681-2a7e-463f-95d3-34d28d8f1f68 req-81346829-c777-406b-b012-4e3276e9982a tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1052.943847] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1052.944034] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.944201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.944252] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.944410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.944556] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.944661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.944710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.944900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.945044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.945172] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.153743] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.153743] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.153743] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.154259] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.154259] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.154259] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 47482045-0d17-4859-889c-8b6fdd9fd449 not found, creating... [ 1053.155020] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.155020] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.155020] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.155244] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.155340] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.155639] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.155819] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.156029] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.158110] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.158110] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.158110] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 47482045-0d17-4859-889c-8b6fdd9fd449 is going to be created. [ 1053.177153] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.177553] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.177653] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.177941] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.178201] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.178489] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-47482045-0d17-4859-889c-8b6fdd9fd449" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.448091] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.448091] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.448091] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.448336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.448375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.448613] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.448735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.448869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.449109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.449109] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.449198] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 1053.480296] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.480521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.480521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.480704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.480850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.492089] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 1053.909032] env[66340]: INFO networking_nsxv3.common.synchronization [req-8e5c94b6-829e-49b5-85f4-cb72a0764aea req-1b51c965-8e73-45af-9e87-b869b3fc1661 service nova] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_rules [ 1053.909211] env[66340]: INFO networking_nsxv3.common.synchronization [req-8e5c94b6-829e-49b5-85f4-cb72a0764aea req-1b51c965-8e73-45af-9e87-b869b3fc1661 service nova] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1053.909347] env[66340]: INFO networking_nsxv3.common.synchronization [req-8e5c94b6-829e-49b5-85f4-cb72a0764aea req-1b51c965-8e73-45af-9e87-b869b3fc1661 service nova] Enqueued Resource ID: 47482045-0d17-4859-889c-8b6fdd9fd449 with Priority: HIGHEST for action port [ 1053.909942] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_rules [ 1053.910193] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1053.910246] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47482045-0d17-4859-889c-8b6fdd9fd449 with Priority: HIGHEST for action port [ 1053.910494] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.910616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.910729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.910927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.911034] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.912103] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.912219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.912286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.912460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.912611] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.912698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.912758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.912892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.912972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.913075] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.915238] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-47482045-0d17-4859-889c-8b6fdd9fd449 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.915678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47482045-0d17-4859-889c-8b6fdd9fd449" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.915871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47482045-0d17-4859-889c-8b6fdd9fd449" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.919609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47482045-0d17-4859-889c-8b6fdd9fd449" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.919609] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47482045-0d17-4859-889c-8b6fdd9fd449',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.407765] env[66340]: INFO networking_nsxv3.common.synchronization [req-1d729942-b9e8-4a80-833e-fbdc460c2eff req-ca5f0826-99a8-4d64-a93d-8f09439aff2a tempest-ServersAdminTestJSON-1733808406 tempest-ServersAdminTestJSON-1733808406-project-member] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1054.409343] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1054.411018] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.411018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.418637] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.419885] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.420048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.420805] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47482045-0d17-4859-889c-8b6fdd9fd449 with status ACTIVE [ 1054.422206] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.422206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.422206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.422206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.422206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.422206] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.422206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.422206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.422605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.422605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.422605] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.422772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.422772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.422983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.422983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.423151] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47482045-0d17-4859-889c-8b6fdd9fd449 is going to be updated. [ 1054.456518] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.456518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.456518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.456518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.456518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.456518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47482045-0d17-4859-889c-8b6fdd9fd449" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.830906] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 905491a5-90de-4a95-a4e0-3290aaa17092 in Status: SUCCESS [ 1054.832046] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 905491a5-90de-4a95-a4e0-3290aaa17092 deletion is rescheduled due to dependency. [ 1054.832046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-905491a5-90de-4a95-a4e0-3290aaa17092" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.921655] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.942879] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.943157] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.943257] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.943571] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.943869] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.944099] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.944255] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.944567] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.944730] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.944947] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.945071] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.945181] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.945286] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.945396] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.945497] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.945691] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.980457] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.980622] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.982801] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.982801] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.982801] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-a4b9c895-99d1-4554-b970-3644dea2e168 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.982801] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-a4b9c895-99d1-4554-b970-3644dea2e168" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.982801] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-a4b9c895-99d1-4554-b970-3644dea2e168" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.982801] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-a4b9c895-99d1-4554-b970-3644dea2e168" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.982801] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b9c895-99d1-4554-b970-3644dea2e168',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.426080] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.426080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.426080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.426532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.426532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.426593] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be created. [ 1055.458726] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.458909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.458909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.459148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.459423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.471439] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: UNINITIALIZED for 2s [ 1055.485015] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.485614] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.485614] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.485849] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.486016] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.486286] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port a4b9c895-99d1-4554-b970-3644dea2e168 not found, creating... [ 1055.486875] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.486875] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.487377] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.487447] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.487587] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.489354] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.489354] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.489354] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.489354] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.489354] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.489354] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: a4b9c895-99d1-4554-b970-3644dea2e168 is going to be created. [ 1055.505089] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1055.505249] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 deletion is rescheduled due to dependency. [ 1055.505398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.516039] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.516039] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.516039] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.516039] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.516039] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.516039] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-a4b9c895-99d1-4554-b970-3644dea2e168" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.194074] env[66340]: INFO networking_nsxv3.common.synchronization [None req-ac5a86a3-1e0f-41d6-884f-445921a6689a None None] Enqueued Resource ID: 661a48fe-d7ba-4a2c-a864-21f0cfa44ef8 with Priority: HIGHEST for action port [ 1056.194743] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661a48fe-d7ba-4a2c-a864-21f0cfa44ef8 with Priority: HIGHEST for action port [ 1056.195090] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-661a48fe-d7ba-4a2c-a864-21f0cfa44ef8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.195236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-661a48fe-d7ba-4a2c-a864-21f0cfa44ef8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.195323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-661a48fe-d7ba-4a2c-a864-21f0cfa44ef8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.195776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-661a48fe-d7ba-4a2c-a864-21f0cfa44ef8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.195898] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661a48fe-d7ba-4a2c-a864-21f0cfa44ef8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.217758] env[66340]: INFO networking_nsxv3.common.synchronization [req-1d729942-b9e8-4a80-833e-fbdc460c2eff req-e7b2acb7-d593-4389-b5b7-d18c3bf77d82 service nova] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_rules [ 1056.217758] env[66340]: INFO networking_nsxv3.common.synchronization [req-1d729942-b9e8-4a80-833e-fbdc460c2eff req-e7b2acb7-d593-4389-b5b7-d18c3bf77d82 service nova] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1056.217758] env[66340]: INFO networking_nsxv3.common.synchronization [req-1d729942-b9e8-4a80-833e-fbdc460c2eff req-e7b2acb7-d593-4389-b5b7-d18c3bf77d82 service nova] Enqueued Resource ID: a4b9c895-99d1-4554-b970-3644dea2e168 with Priority: HIGHEST for action port [ 1056.217758] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_rules [ 1056.217758] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1056.217758] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b9c895-99d1-4554-b970-3644dea2e168 with Priority: HIGHEST for action port [ 1056.218591] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.218591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.222048] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.222048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.222048] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b9c895-99d1-4554-b970-3644dea2e168 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.222048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b9c895-99d1-4554-b970-3644dea2e168" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.222048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b9c895-99d1-4554-b970-3644dea2e168" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.222048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b9c895-99d1-4554-b970-3644dea2e168" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.222048] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b9c895-99d1-4554-b970-3644dea2e168',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.699619] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 661a48fe-d7ba-4a2c-a864-21f0cfa44ef8 [ 1056.699619] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.699619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.699619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.699619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.699619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.699619] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:661a48fe-d7ba-4a2c-a864-21f0cfa44ef8 already deleted. [ 1056.699619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-661a48fe-d7ba-4a2c-a864-21f0cfa44ef8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.728342] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4b9c895-99d1-4554-b970-3644dea2e168 with status ACTIVE [ 1056.728342] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.728342] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.728342] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.728342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.728342] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4b9c895-99d1-4554-b970-3644dea2e168 is going to be updated. [ 1056.750752] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.750915] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.750991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.751214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.751380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.752226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b9c895-99d1-4554-b970-3644dea2e168" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.283036] env[66340]: INFO networking_nsxv3.common.synchronization [req-6793a1ca-5d0b-4375-9259-ee2b001cdf9d req-aff3b75f-0ef0-435c-b39f-116dae7660a0 tempest-ImagesTestJSON-2023120248 tempest-ImagesTestJSON-2023120248-project-member] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 1057.283036] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 1057.283181] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.283260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.283354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.283521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.284449] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.284449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.284449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.284449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.285105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.285219] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.695615] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1057.695929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.696105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.696372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.696564] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.696712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.696771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.696947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.697050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.697153] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.775083] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.775411] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.775452] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.775815] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.776043] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.776238] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.776457] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.776720] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.777696] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.777696] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.777696] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.777696] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.777696] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.777696] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.777696] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.777983] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.788478] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.788673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.788722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.788911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.789012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.789208] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.789307] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.789398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.789516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.789591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.789676] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 1057.798467] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.798806] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.798872] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.799049] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-872" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.799377] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-605d31d8-409d-49a3-a976-506680e7224c taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.799556] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-605d31d8-409d-49a3-a976-506680e7224c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.799677] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-605d31d8-409d-49a3-a976-506680e7224c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.800026] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-605d31d8-409d-49a3-a976-506680e7224c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.800156] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('605d31d8-409d-49a3-a976-506680e7224c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.822222] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.822439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.822439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.822636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.822783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.833947] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 1058.201322] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.302541] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.302803] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.302934] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.303235] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.303387] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.303544] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 605d31d8-409d-49a3-a976-506680e7224c not found, creating... [ 1058.303839] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.304407] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.304407] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.304564] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.304641] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.304962] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.305190] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.305314] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.305599] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.305688] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.305851] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 605d31d8-409d-49a3-a976-506680e7224c is going to be created. [ 1058.332388] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.333692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.333692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.333692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.333692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.333692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-605d31d8-409d-49a3-a976-506680e7224c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.375321] env[66340]: INFO networking_nsxv3.common.synchronization [None req-8a9f1ccd-31f1-4ce1-98ca-bc8bb1456bda None None] Enqueued Resource ID: 775180fe-34d3-4693-9683-fbd17bc643fa with Priority: HIGHEST for action port [ 1058.376023] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775180fe-34d3-4693-9683-fbd17bc643fa with Priority: HIGHEST for action port [ 1058.377145] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-775180fe-34d3-4693-9683-fbd17bc643fa taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.377231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-775180fe-34d3-4693-9683-fbd17bc643fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.377276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-775180fe-34d3-4693-9683-fbd17bc643fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.377580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-775180fe-34d3-4693-9683-fbd17bc643fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.377693] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('775180fe-34d3-4693-9683-fbd17bc643fa',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.703573] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.882661] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 775180fe-34d3-4693-9683-fbd17bc643fa [ 1058.883049] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.883049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.883049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.884067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.884067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.884297] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:775180fe-34d3-4693-9683-fbd17bc643fa already deleted. [ 1058.884650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-775180fe-34d3-4693-9683-fbd17bc643fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.037934] env[66340]: INFO networking_nsxv3.common.synchronization [req-6793a1ca-5d0b-4375-9259-ee2b001cdf9d req-78180680-cf25-4f92-8a30-2be421a8a26d service nova] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_rules [ 1059.038073] env[66340]: INFO networking_nsxv3.common.synchronization [req-6793a1ca-5d0b-4375-9259-ee2b001cdf9d req-78180680-cf25-4f92-8a30-2be421a8a26d service nova] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 1059.038170] env[66340]: INFO networking_nsxv3.common.synchronization [req-6793a1ca-5d0b-4375-9259-ee2b001cdf9d req-78180680-cf25-4f92-8a30-2be421a8a26d service nova] Enqueued Resource ID: 605d31d8-409d-49a3-a976-506680e7224c with Priority: HIGHEST for action port [ 1059.038774] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_rules [ 1059.038939] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 1059.039411] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605d31d8-409d-49a3-a976-506680e7224c with Priority: HIGHEST for action port [ 1059.039806] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.039986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.040165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.040607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.040721] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.041630] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.043043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.044698] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-605d31d8-409d-49a3-a976-506680e7224c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.044698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-605d31d8-409d-49a3-a976-506680e7224c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.044698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-605d31d8-409d-49a3-a976-506680e7224c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.044698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-605d31d8-409d-49a3-a976-506680e7224c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.044698] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('605d31d8-409d-49a3-a976-506680e7224c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.206878] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.206878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.206878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.206878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.206878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.207170] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1059.243718] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.243999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.246622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.246622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.246622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.255215] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1059.546850] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.547032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.551694] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 605d31d8-409d-49a3-a976-506680e7224c with status ACTIVE [ 1059.552053] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.553107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.553107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.553107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.553107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.553107] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.553107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.553394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.553430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.555579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.555579] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.555579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.555579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.555579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.555579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.555579] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 605d31d8-409d-49a3-a976-506680e7224c is going to be updated. [ 1059.592484] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.592622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.592696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.592914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.593074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.593246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-605d31d8-409d-49a3-a976-506680e7224c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.597454] env[66340]: INFO networking_nsxv3.common.synchronization [None req-7d942d80-856e-4635-b081-9d16829062d2 None None] Enqueued Resource ID: e765b5ae-c27c-4914-9d87-06931fc5ed66 with Priority: HIGHEST for action port [ 1059.598798] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e765b5ae-c27c-4914-9d87-06931fc5ed66 with Priority: HIGHEST for action port [ 1059.602249] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e765b5ae-c27c-4914-9d87-06931fc5ed66 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.602468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e765b5ae-c27c-4914-9d87-06931fc5ed66" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.602564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e765b5ae-c27c-4914-9d87-06931fc5ed66" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.602903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e765b5ae-c27c-4914-9d87-06931fc5ed66" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.603007] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e765b5ae-c27c-4914-9d87-06931fc5ed66',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.845407] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 1059.845692] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d deletion is rescheduled due to dependency. [ 1059.845737] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.845878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.846126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.846550] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.846550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.846550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.846714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.846757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.846857] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.108043] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e765b5ae-c27c-4914-9d87-06931fc5ed66 [ 1060.108449] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.108449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.108672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.108956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.109118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.109235] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e765b5ae-c27c-4914-9d87-06931fc5ed66 already deleted. [ 1060.109345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e765b5ae-c27c-4914-9d87-06931fc5ed66" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.349995] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.643248] env[66340]: INFO networking_nsxv3.common.synchronization [None req-f3a9c9ef-d982-462f-be2c-af50bae40632 tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_rules [ 1060.643248] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_rules [ 1060.643248] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.645205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.645341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.645596] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.645686] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.792333] env[66340]: INFO networking_nsxv3.common.synchronization [None req-11b2b677-ff76-4ef3-a1c8-f7afdaf2eb5d tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_rules [ 1060.792885] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_rules [ 1060.795266] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.795846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.859187] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.171720] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.172061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.172061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.172061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.172170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.172264] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 already deleted. [ 1061.172336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.172504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.172663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.172771] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.270801] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1061.271748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.271748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.271748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.271748] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.272257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.272257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.272257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.272257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.272257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.272525] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.273304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.273488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.276038] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.276038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.276038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.276038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.276038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.276038] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.361042] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.361192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.361235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.361674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.361674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.361808] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 1061.398183] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.398183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.398183] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.398360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.398468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.415873] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 1061.694793] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.694952] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.695036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.695289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.695386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.695487] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 already deleted. [ 1061.695571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.779228] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.779228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.779228] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.282601] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.784795] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.785508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.785508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.785508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.785508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.785508] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1062.817134] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.817488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.817626] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.817914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.818280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.829224] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1062.924644] env[66340]: INFO networking_nsxv3.common.synchronization [None req-5564ad7d-0c9a-4190-ad8d-4baaf4d25c4b None None] Enqueued Resource ID: e0970ce8-f381-4802-aedc-c934a60ed88a with Priority: HIGHEST for action port [ 1062.925399] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0970ce8-f381-4802-aedc-c934a60ed88a with Priority: HIGHEST for action port [ 1062.925612] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0970ce8-f381-4802-aedc-c934a60ed88a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.925668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0970ce8-f381-4802-aedc-c934a60ed88a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.925701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0970ce8-f381-4802-aedc-c934a60ed88a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.925956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0970ce8-f381-4802-aedc-c934a60ed88a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.926594] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0970ce8-f381-4802-aedc-c934a60ed88a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.402757] env[66340]: INFO networking_nsxv3.common.synchronization [req-f21daf3a-d9e3-44d3-bbf8-34d1803bffb4 req-2b143750-2a03-4dee-8414-28aa56eedd3d tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1063.403782] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1063.404219] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.404496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.404627] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.404902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.405084] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.405192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.405257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.405414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.405502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.405600] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.428602] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 1063.428912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.429155] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0970ce8-f381-4802-aedc-c934a60ed88a [ 1063.429359] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.429477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.429544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.429739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.429820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.429908] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0970ce8-f381-4802-aedc-c934a60ed88a already deleted. [ 1063.430013] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0970ce8-f381-4802-aedc-c934a60ed88a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.430131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.430284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.430442] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.430544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.430607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.430738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.430816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.430896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.430987] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.873969] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.873969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.873969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.873969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.873969] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.873969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.873969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.873969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.874610] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.874610] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.874864] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.874976] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.875179] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.875306] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.876064] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.876064] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.897815] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.898120] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.898804] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.898804] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.899189] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-d900c445-4224-499f-a3d4-cea06a984b5e taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.899431] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-d900c445-4224-499f-a3d4-cea06a984b5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.899568] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-d900c445-4224-499f-a3d4-cea06a984b5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.899914] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-d900c445-4224-499f-a3d4-cea06a984b5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.900298] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d900c445-4224-499f-a3d4-cea06a984b5e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.908687] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.908986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.908986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.909171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.909272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.909580] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.909791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.909791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.909966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.910040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.910123] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde already deleted. [ 1063.910220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.937026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.937026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.937026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.937026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.937026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.937954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.938313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.938313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.938456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.938520] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.406028] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.406028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.406028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.406028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.406028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.406028] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port d900c445-4224-499f-a3d4-cea06a984b5e not found, creating... [ 1064.406028] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.406028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.406028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.406028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.406028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.406904] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.407096] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.407285] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.407729] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.408087] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.408235] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: d900c445-4224-499f-a3d4-cea06a984b5e is going to be created. [ 1064.436877] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.437186] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.437302] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.437607] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.437897] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.438223] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-d900c445-4224-499f-a3d4-cea06a984b5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.442083] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d: rpc.has_security_group_logging(os_id): False [ 1064.465258] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.465414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.465478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.465729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.466429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.466429] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.466429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.466429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.466429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.466856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.466856] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.466856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.467035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.467598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.467598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.467937] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.467937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.467937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.468167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.468167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.468235] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 1064.558195] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.558359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.558434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.558700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.559081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.579272] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 1064.840880] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1064.843177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.843177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.843177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.843177] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.843177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.843177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.843177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.843177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.843177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.843177] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.843177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.843177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.850203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.850447] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.850592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.850665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.850854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.851103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.851103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.851227] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.222675] env[66340]: INFO networking_nsxv3.common.synchronization [req-f21daf3a-d9e3-44d3-bbf8-34d1803bffb4 req-bf9d7e1b-8ea5-4979-9ab9-3a70279b4a7d service nova] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_rules [ 1065.224044] env[66340]: INFO networking_nsxv3.common.synchronization [req-f21daf3a-d9e3-44d3-bbf8-34d1803bffb4 req-bf9d7e1b-8ea5-4979-9ab9-3a70279b4a7d service nova] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1065.224316] env[66340]: INFO networking_nsxv3.common.synchronization [req-f21daf3a-d9e3-44d3-bbf8-34d1803bffb4 req-bf9d7e1b-8ea5-4979-9ab9-3a70279b4a7d service nova] Enqueued Resource ID: d900c445-4224-499f-a3d4-cea06a984b5e with Priority: HIGHEST for action port [ 1065.225192] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_rules [ 1065.225446] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1065.225551] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d900c445-4224-499f-a3d4-cea06a984b5e with Priority: HIGHEST for action port [ 1065.226258] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.226480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.226597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.226869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.227121] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.228314] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.228539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.228631] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.228813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.229358] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.230433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.230433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.230433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.230433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.230433] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.231452] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-d900c445-4224-499f-a3d4-cea06a984b5e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.231584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d900c445-4224-499f-a3d4-cea06a984b5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.231663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d900c445-4224-499f-a3d4-cea06a984b5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.231880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d900c445-4224-499f-a3d4-cea06a984b5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.232306] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d900c445-4224-499f-a3d4-cea06a984b5e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.358598] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ff053f-5697-48ae-8af8-6744cc5c994c: rpc.has_security_group_logging(os_id): False [ 1065.378962] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.379169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.379238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.379448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.379540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.379915] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.379915] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.379915] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.380069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.380253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.380336] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.380445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.380555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.380660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.380735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.380930] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.381036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.381117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.381285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.381354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.381464] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be created. [ 1065.465732] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.466057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.466057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.466255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.466515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.483200] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1065.735986] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.735986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737097] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d900c445-4224-499f-a3d4-cea06a984b5e with status ACTIVE [ 1065.737097] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.737372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.737818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.737976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.738290] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.738466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.738601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.738864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.738997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.740350] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.740350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.740350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.740350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.740350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.740350] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d900c445-4224-499f-a3d4-cea06a984b5e is going to be updated. [ 1065.744289] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.768320] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.768598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.768661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.769078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.769078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.769512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d900c445-4224-499f-a3d4-cea06a984b5e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.246082] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.608920] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 1066.609367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.748167] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.748167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.748372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.748457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.748555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.748659] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde is going to be created. [ 1066.772760] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.772973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.772973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.773584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.773584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.784983] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: UNINITIALIZED for 2s [ 1067.496216] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1067.496686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.496883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.497120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.497215] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.000854] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.000854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.000854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.000854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.000854] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.000854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.000854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.000854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.000854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.000854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.001859] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.504655] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.504655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.504862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.505155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.505449] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.505569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.505647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.505864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.505973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.506120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.506286] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.506383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.506445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.506638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.507625] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.507723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.507781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.507935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.508037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.508129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.508227] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.582467] env[66340]: INFO networking_nsxv3.common.synchronization [None req-89ca6194-6702-4c62-b17e-554f95faa9a4 None None] Enqueued Resource ID: 9ee1b3e2-6e62-4617-856c-9fef68141ddc with Priority: HIGHEST for action port [ 1068.583014] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee1b3e2-6e62-4617-856c-9fef68141ddc with Priority: HIGHEST for action port [ 1068.583617] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ee1b3e2-6e62-4617-856c-9fef68141ddc taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.583617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ee1b3e2-6e62-4617-856c-9fef68141ddc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.583617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ee1b3e2-6e62-4617-856c-9fef68141ddc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.583936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ee1b3e2-6e62-4617-856c-9fef68141ddc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.583936] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ee1b3e2-6e62-4617-856c-9fef68141ddc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.800648] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: SUCCESS [ 1068.800648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.800648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.800648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.800648] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.800648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.800648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.800648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.800648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.800648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.800648] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.010211] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ff053f-5697-48ae-8af8-6744cc5c994c: rpc.has_security_group_logging(os_id): False [ 1069.033418] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.033418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.033418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.033743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.033743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.033830] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.033927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.034020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.034189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.034264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.034502] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.034660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.034660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.035135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.035135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.035135] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.035135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.035349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.035349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.035414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.035476] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1069.087552] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ee1b3e2-6e62-4617-856c-9fef68141ddc [ 1069.087827] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.088124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.088124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.089494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.089494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.089494] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ee1b3e2-6e62-4617-856c-9fef68141ddc already deleted. [ 1069.089494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ee1b3e2-6e62-4617-856c-9fef68141ddc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.124235] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.124235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.124235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.124235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.124235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.140994] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1069.305301] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.807482] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db4405cb-35f2-4537-bc8c-c9e046ebdcde: rpc.has_security_group_logging(os_id): False [ 1069.833794] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.833794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.833794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.833989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.834161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.834654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.834654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.834654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.834917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.834917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.834917] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde is going to be created. [ 1069.918134] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.918353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.918353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.919045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.919045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.931689] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: IN_PROGRESS for 2s [ 1070.654827] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1070.654827] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1071.155745] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1071.155953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.317818] env[66340]: INFO networking_nsxv3.common.synchronization [None req-1855cb38-8835-408b-bd22-754dde03225b None None] Enqueued Resource ID: e1ea7716-4075-4bc9-90ce-cd68ef473851 with Priority: HIGHEST for action port [ 1071.321549] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ea7716-4075-4bc9-90ce-cd68ef473851 with Priority: HIGHEST for action port [ 1071.322470] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ea7716-4075-4bc9-90ce-cd68ef473851 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.322709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ea7716-4075-4bc9-90ce-cd68ef473851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.322812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ea7716-4075-4bc9-90ce-cd68ef473851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.325019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ea7716-4075-4bc9-90ce-cd68ef473851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.325019] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ea7716-4075-4bc9-90ce-cd68ef473851',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.410298] env[66340]: INFO networking_nsxv3.common.synchronization [req-bdb97d5f-dfb5-46de-ab27-17b4e22a8860 req-428c3a00-132a-4d0e-85e8-8f8b8f381f0a tempest-ImagesOneServerTestJSON-702994911 tempest-ImagesOneServerTestJSON-702994911-project-member] Enqueued Resource ID: 28149752-6cf2-4144-9ede-9e84483b21bc with Priority: HIGHEST for action security_group_members [ 1071.412091] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28149752-6cf2-4144-9ede-9e84483b21bc with Priority: HIGHEST for action security_group_members [ 1071.412091] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-28149752-6cf2-4144-9ede-9e84483b21bc taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.412091] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.412091] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.412091] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.412387] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.412472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.412523] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.412699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.412803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.412859] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28149752-6cf2-4144-9ede-9e84483b21bc',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.825809] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1ea7716-4075-4bc9-90ce-cd68ef473851 [ 1071.826192] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.826296] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.826386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.826680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.826792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.826915] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1ea7716-4075-4bc9-90ce-cd68ef473851 already deleted. [ 1071.827046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ea7716-4075-4bc9-90ce-cd68ef473851" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.915680] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.916431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.916431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.916431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.916431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.916735] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.916844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.916923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.917103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.917188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.917280] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28149752-6cf2-4144-9ede-9e84483b21bc is going to be updated. [ 1071.944020] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: SUCCESS [ 1071.944299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.949371] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.949499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.949602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.949769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.949917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.958977] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28149752-6cf2-4144-9ede-9e84483b21bc in Status: IN_PROGRESS for 2s [ 1072.745217] env[66340]: INFO networking_nsxv3.common.synchronization [req-816bfee0-95a3-458f-95cd-27f3519345b0 req-30af2539-8024-4afc-9116-246746cb443c tempest-ServerMetadataTestJSON-1550477659 tempest-ServerMetadataTestJSON-1550477659-project-member] Enqueued Resource ID: eae99507-30f6-4082-956c-6975954654df with Priority: HIGHEST for action security_group_members [ 1072.745788] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae99507-30f6-4082-956c-6975954654df with Priority: HIGHEST for action security_group_members [ 1072.746171] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae99507-30f6-4082-956c-6975954654df taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.746308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.746375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.746710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.746873] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.746986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.747063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.747221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.747309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.747424] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eae99507-30f6-4082-956c-6975954654df',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.092927] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.093337] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.093337] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.093605] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.093888] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.094287] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.094474] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.094770] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.095014] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.095289] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.095438] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.095587] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.095738] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.095866] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.095993] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.096158] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.119087] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.119295] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.119491] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.119713] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-666" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.120148] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-8efd118f-e0dc-4fd6-a724-7ea77042f69d taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.120329] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-8efd118f-e0dc-4fd6-a724-7ea77042f69d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.120482] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-8efd118f-e0dc-4fd6-a724-7ea77042f69d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.120811] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-8efd118f-e0dc-4fd6-a724-7ea77042f69d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.120956] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efd118f-e0dc-4fd6-a724-7ea77042f69d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.250656] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.250963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.251123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.251504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.251688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.252052] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.252249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.252304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.252454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.252533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.252627] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae99507-30f6-4082-956c-6975954654df already deleted. [ 1073.252706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.623584] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.623584] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.623584] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.624383] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.624575] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.624805] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 8efd118f-e0dc-4fd6-a724-7ea77042f69d not found, creating... [ 1073.625311] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.625311] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.625474] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.625634] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.625779] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.626067] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.626227] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.626344] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.626551] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.626744] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.626887] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 8efd118f-e0dc-4fd6-a724-7ea77042f69d is going to be created. [ 1073.648332] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.648755] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.649061] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.649941] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.649941] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.650322] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-8efd118f-e0dc-4fd6-a724-7ea77042f69d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.970954] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28149752-6cf2-4144-9ede-9e84483b21bc in Status: SUCCESS [ 1073.972277] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28149752-6cf2-4144-9ede-9e84483b21bc deletion is rescheduled due to dependency. [ 1073.972420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28149752-6cf2-4144-9ede-9e84483b21bc" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.420151] env[66340]: INFO networking_nsxv3.common.synchronization [req-816bfee0-95a3-458f-95cd-27f3519345b0 req-a9d5e82e-ad55-4265-af2c-fb291dbc0602 service nova] Enqueued Resource ID: eae99507-30f6-4082-956c-6975954654df with Priority: HIGHEST for action security_group_rules [ 1074.420938] env[66340]: INFO networking_nsxv3.common.synchronization [req-816bfee0-95a3-458f-95cd-27f3519345b0 req-a9d5e82e-ad55-4265-af2c-fb291dbc0602 service nova] Enqueued Resource ID: eae99507-30f6-4082-956c-6975954654df with Priority: HIGHEST for action security_group_members [ 1074.421530] env[66340]: INFO networking_nsxv3.common.synchronization [req-816bfee0-95a3-458f-95cd-27f3519345b0 req-a9d5e82e-ad55-4265-af2c-fb291dbc0602 service nova] Enqueued Resource ID: 8efd118f-e0dc-4fd6-a724-7ea77042f69d with Priority: HIGHEST for action port [ 1074.422479] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae99507-30f6-4082-956c-6975954654df with Priority: HIGHEST for action security_group_rules [ 1074.422479] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae99507-30f6-4082-956c-6975954654df with Priority: HIGHEST for action security_group_members [ 1074.422479] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efd118f-e0dc-4fd6-a724-7ea77042f69d with Priority: HIGHEST for action port [ 1074.422772] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eae99507-30f6-4082-956c-6975954654df taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.422936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.422992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.423277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.423370] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eae99507-30f6-4082-956c-6975954654df',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.424439] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae99507-30f6-4082-956c-6975954654df taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.424565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.424671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.424851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.426161] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.426161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.426161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.426161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.426466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.426466] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eae99507-30f6-4082-956c-6975954654df',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.428291] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8efd118f-e0dc-4fd6-a724-7ea77042f69d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.432598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8efd118f-e0dc-4fd6-a724-7ea77042f69d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.432598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8efd118f-e0dc-4fd6-a724-7ea77042f69d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.432598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8efd118f-e0dc-4fd6-a724-7ea77042f69d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.432598] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efd118f-e0dc-4fd6-a724-7ea77042f69d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.933488] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae99507-30f6-4082-956c-6975954654df taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.933710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.933903] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eae99507-30f6-4082-956c-6975954654df',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.934769] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8efd118f-e0dc-4fd6-a724-7ea77042f69d with status ACTIVE [ 1074.934957] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.935181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.935181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.935427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.935539] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.935722] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.935827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.935917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.936087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.936173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.936373] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.936470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.936533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.936764] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.936834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.936980] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8efd118f-e0dc-4fd6-a724-7ea77042f69d is going to be updated. [ 1074.965861] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.966104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.966104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.966289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.966431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.966598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8efd118f-e0dc-4fd6-a724-7ea77042f69d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.250031] env[66340]: INFO networking_nsxv3.common.synchronization [req-4bdca1af-cee7-4740-957d-cd28b8d20ec2 req-f8a62471-a47e-4c67-ba30-4e075ec31182 tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1075.252262] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1075.252262] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.252262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.252262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.252516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.253022] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.253022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.253022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.253171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.253171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.253242] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.438858] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eae99507-30f6-4082-956c-6975954654df',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.700198] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.700432] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.700507] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.700839] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.701124] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.701294] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.701401] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.701980] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.702138] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.702381] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.702455] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.702563] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.702670] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.702798] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.702908] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.703049] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.723436] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.723617] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.723751] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.723921] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.724259] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-0e83c435-f73a-41c2-887a-1ed711782de3 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.724431] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-0e83c435-f73a-41c2-887a-1ed711782de3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.724548] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-0e83c435-f73a-41c2-887a-1ed711782de3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.724970] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-0e83c435-f73a-41c2-887a-1ed711782de3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.725138] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e83c435-f73a-41c2-887a-1ed711782de3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.758482] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.758679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.758757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.760556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.760556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.760556] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.760556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.760556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.760556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.760556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.760556] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 already deleted. [ 1075.760556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.944766] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.944766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.944766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.944766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.944766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.944766] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae99507-30f6-4082-956c-6975954654df is going to be created. [ 1075.978570] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.978570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.978570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.978570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.978570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.990913] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae99507-30f6-4082-956c-6975954654df in Status: UNINITIALIZED for 2s [ 1076.228716] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.229436] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.229854] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.230395] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.230699] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.231049] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 0e83c435-f73a-41c2-887a-1ed711782de3 not found, creating... [ 1076.231551] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.231761] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.231930] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.232349] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.232644] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.233169] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.233505] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.233780] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.234206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.234430] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.234730] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 0e83c435-f73a-41c2-887a-1ed711782de3 is going to be created. [ 1076.262820] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.262820] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.262820] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.262820] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.263604] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.264220] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-0e83c435-f73a-41c2-887a-1ed711782de3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.963536] env[66340]: INFO networking_nsxv3.common.synchronization [req-4bdca1af-cee7-4740-957d-cd28b8d20ec2 req-f9f42a2c-f7a7-44d9-8bdc-f97a9b8ac23a service nova] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_rules [ 1076.963826] env[66340]: INFO networking_nsxv3.common.synchronization [req-4bdca1af-cee7-4740-957d-cd28b8d20ec2 req-f9f42a2c-f7a7-44d9-8bdc-f97a9b8ac23a service nova] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1076.964354] env[66340]: INFO networking_nsxv3.common.synchronization [req-4bdca1af-cee7-4740-957d-cd28b8d20ec2 req-f9f42a2c-f7a7-44d9-8bdc-f97a9b8ac23a service nova] Enqueued Resource ID: 0e83c435-f73a-41c2-887a-1ed711782de3 with Priority: HIGHEST for action port [ 1076.964609] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_rules [ 1076.964819] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1076.964977] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e83c435-f73a-41c2-887a-1ed711782de3 with Priority: HIGHEST for action port [ 1076.965334] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.965513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.965561] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.965800] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.965908] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.967384] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.968087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.968087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.968087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.968087] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.968304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.968304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.968372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.968477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.968592] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.969501] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e83c435-f73a-41c2-887a-1ed711782de3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.969643] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e83c435-f73a-41c2-887a-1ed711782de3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.969700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e83c435-f73a-41c2-887a-1ed711782de3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.969892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e83c435-f73a-41c2-887a-1ed711782de3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.969947] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e83c435-f73a-41c2-887a-1ed711782de3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.472671] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.472806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.473011] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.473990] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e83c435-f73a-41c2-887a-1ed711782de3 with status ACTIVE [ 1077.474453] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.474603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.474678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.474900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.474999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.475198] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.475301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.475365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.475518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.475599] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.475778] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.475872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.475933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.476538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.476630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.476797] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e83c435-f73a-41c2-887a-1ed711782de3 is going to be updated. [ 1077.498247] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.498423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.498423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.498586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.498727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.499185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e83c435-f73a-41c2-887a-1ed711782de3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.979529] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.000622] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae99507-30f6-4082-956c-6975954654df in Status: SUCCESS [ 1078.000752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.000884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.001143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.001961] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.001961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.001961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.001961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.001961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.002255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.002255] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eae99507-30f6-4082-956c-6975954654df',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.116385] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.116533] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.116586] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.116856] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.117154] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.117309] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.117424] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.117730] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.117973] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.118046] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.118165] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.118270] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.118377] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.118484] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.118604] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.118871] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.141819] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.142098] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.142311] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.142538] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-362" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.142958] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-e042af5d-29a5-439a-bf47-38c7055ca694 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.143216] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.143403] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.144024] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.144100] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e042af5d-29a5-439a-bf47-38c7055ca694',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.482664] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.482664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.482664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.482925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.483055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.483120] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be created. [ 1078.505437] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae99507-30f6-4082-956c-6975954654df taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.505437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.505437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.505608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.505736] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.505837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.505912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.506215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.506310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.506447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.506557] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae99507-30f6-4082-956c-6975954654df taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.506654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.506768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.506902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.507045] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.507147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.507241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.507338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.507417] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.507509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.507602] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eae99507-30f6-4082-956c-6975954654df',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.509392] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.509507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.509629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.509725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.509930] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.521424] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: UNINITIALIZED for 2s [ 1078.647694] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.647974] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.648127] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.648410] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.648560] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.648857] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.649029] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.649151] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.649367] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.649488] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.649767] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.649928] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.650500] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.650500] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.650500] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.650667] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: e042af5d-29a5-439a-bf47-38c7055ca694 is going to be updated. [ 1078.673592] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.673740] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.674486] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.674486] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.674486] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.674650] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.012863] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eae99507-30f6-4082-956c-6975954654df: rpc.has_security_group_logging(os_id): False [ 1079.034820] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.035097] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.035228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.035554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.035726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.036159] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.036338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.036654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.036996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.037152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.037474] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.037636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.037787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.038037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.038178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.038937] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.038937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.038937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.038937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.039408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.039408] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eae99507-30f6-4082-956c-6975954654df is going to be created. [ 1079.134932] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.135170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.135170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.135935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.136057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.152175] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eae99507-30f6-4082-956c-6975954654df in Status: IN_PROGRESS for 2s [ 1079.421407] env[66340]: INFO networking_nsxv3.common.synchronization [req-8afcd7c3-0201-44b1-9b23-acce761892cd req-a0b2c5e1-c24e-4f93-913d-2a7da969a89a service nova] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_rules [ 1079.422119] env[66340]: INFO networking_nsxv3.common.synchronization [req-8afcd7c3-0201-44b1-9b23-acce761892cd req-a0b2c5e1-c24e-4f93-913d-2a7da969a89a service nova] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 1079.422368] env[66340]: INFO networking_nsxv3.common.synchronization [req-8afcd7c3-0201-44b1-9b23-acce761892cd req-a0b2c5e1-c24e-4f93-913d-2a7da969a89a service nova] Enqueued Resource ID: e042af5d-29a5-439a-bf47-38c7055ca694 with Priority: HIGHEST for action port [ 1079.423036] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_rules [ 1079.423191] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 1079.423297] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e042af5d-29a5-439a-bf47-38c7055ca694 with Priority: HIGHEST for action port [ 1079.423646] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.423782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.423855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.424375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.424508] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.425792] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.425792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.425992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.426125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.426316] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.426488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.426541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.426801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.426950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.427082] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.428364] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e042af5d-29a5-439a-bf47-38c7055ca694 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.428513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.428605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.428796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.428917] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e042af5d-29a5-439a-bf47-38c7055ca694',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.932846] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.933084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.933184] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.934109] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e042af5d-29a5-439a-bf47-38c7055ca694 with status ACTIVE [ 1079.934295] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.934411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.934690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.934690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.934829] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.935161] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.935161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.935287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.935345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.935425] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.935605] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.935698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.935759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.935904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.935962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.936060] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e042af5d-29a5-439a-bf47-38c7055ca694 is going to be updated. [ 1079.957936] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.958074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.958207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.958332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.958497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.958765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e042af5d-29a5-439a-bf47-38c7055ca694" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.439848] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.533254] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1080.533254] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.533254] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.533254] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.533511] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.533650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.533779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.533902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.534071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.534169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.534279] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.944241] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.944241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.944241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.944241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.944241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.944241] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 is going to be updated. [ 1080.959266] env[66340]: INFO networking_nsxv3.common.synchronization [req-3258904c-e0fc-4547-8ae3-c2b36eadc3d8 req-33847250-2d3a-4b43-b759-6005a48af2e5 tempest-ImagesTestJSON-2023120248 tempest-ImagesTestJSON-2023120248-project-member] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 1080.960382] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGHEST for action security_group_members [ 1080.961945] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.962171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.962227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.962470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.962765] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.963138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.963248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.963515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.963665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.963827] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.000525] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.001611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.001724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.002068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.002259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.016399] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: IN_PROGRESS for 2s [ 1081.037178] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.171460] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eae99507-30f6-4082-956c-6975954654df in Status: SUCCESS [ 1081.171866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.188224] env[66340]: INFO networking_nsxv3.common.synchronization [req-98846f52-d6be-432b-9339-1de6b4e9ce75 req-7f5638cd-9cad-4608-99fe-eb7851adee94 tempest-ServersAdminTestJSON-1733808406 tempest-ServersAdminTestJSON-1733808406-project-member] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1081.189198] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1081.189624] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.189766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.189855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.190105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.190293] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.191788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.191788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.191788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.191788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.191788] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.467409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.467409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.467409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.467807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.467807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.467985] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.468574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.468574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.468574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.468574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.468574] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be updated. [ 1081.505243] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.505243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.505465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.505601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.505766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.534779] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: IN_PROGRESS for 2s [ 1081.541747] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98e4eef-2ef3-4903-be4d-4cbebeb919f4: rpc.has_security_group_logging(os_id): False [ 1081.566281] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.566281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.566281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.566281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.566281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.566281] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.566641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.566641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.566641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.566753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.567400] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be created. [ 1081.653365] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.655013] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.655013] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.655013] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.655013] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.655013] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.658969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.658969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.658969] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.658969] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.658969] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.658969] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.658969] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.658969] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.658969] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.658969] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.687878] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.687878] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.687878] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.687878] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.688255] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-e542d3d3-9392-4e2e-bb11-7c07a8127cbd taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.688414] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-e542d3d3-9392-4e2e-bb11-7c07a8127cbd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.688532] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-e542d3d3-9392-4e2e-bb11-7c07a8127cbd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.688877] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-e542d3d3-9392-4e2e-bb11-7c07a8127cbd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.690106] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e542d3d3-9392-4e2e-bb11-7c07a8127cbd',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.694380] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.722192] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.722370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.722424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.722806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.723054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.740190] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: IN_PROGRESS for 2s [ 1082.194445] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.194629] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.195702] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.195702] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.195702] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.195702] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port e542d3d3-9392-4e2e-bb11-7c07a8127cbd not found, creating... [ 1082.195702] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.196328] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.196328] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.196328] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.196328] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.196582] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.196736] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.197017] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.197307] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.197458] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.197603] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: e542d3d3-9392-4e2e-bb11-7c07a8127cbd is going to be created. [ 1082.198801] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.225810] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.226072] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.226208] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.226521] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.226784] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.227123] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-e542d3d3-9392-4e2e-bb11-7c07a8127cbd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.703333] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.703783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.703783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.703900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.704035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.704164] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1082.736752] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.736966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.737058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.737272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.737448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.749406] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1082.924610] env[66340]: INFO networking_nsxv3.common.synchronization [req-98846f52-d6be-432b-9339-1de6b4e9ce75 req-72cd9a60-c660-49e8-89d1-bacae3d24f1d service nova] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_rules [ 1082.924769] env[66340]: INFO networking_nsxv3.common.synchronization [req-98846f52-d6be-432b-9339-1de6b4e9ce75 req-72cd9a60-c660-49e8-89d1-bacae3d24f1d service nova] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1082.924918] env[66340]: INFO networking_nsxv3.common.synchronization [req-98846f52-d6be-432b-9339-1de6b4e9ce75 req-72cd9a60-c660-49e8-89d1-bacae3d24f1d service nova] Enqueued Resource ID: e542d3d3-9392-4e2e-bb11-7c07a8127cbd with Priority: HIGHEST for action port [ 1082.925443] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_rules [ 1082.925656] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1082.925715] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e542d3d3-9392-4e2e-bb11-7c07a8127cbd with Priority: HIGHEST for action port [ 1082.926448] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.926549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.926664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.926809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.926937] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.928321] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.928423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.928734] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e542d3d3-9392-4e2e-bb11-7c07a8127cbd taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.928894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e542d3d3-9392-4e2e-bb11-7c07a8127cbd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.928967] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e542d3d3-9392-4e2e-bb11-7c07a8127cbd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.929161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e542d3d3-9392-4e2e-bb11-7c07a8127cbd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.929243] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e542d3d3-9392-4e2e-bb11-7c07a8127cbd',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.027674] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: SUCCESS [ 1083.027674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.028199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.028409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.028599] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.028715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.028780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.028928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.029020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.029106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.029222] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.429352] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.429352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.431158] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e542d3d3-9392-4e2e-bb11-7c07a8127cbd with status ACTIVE [ 1083.431158] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.431158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.431491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.431491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.431602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.431700] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.431789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.431847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.432081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.432081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.432275] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.432362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.432419] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.432561] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.432629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.432726] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e542d3d3-9392-4e2e-bb11-7c07a8127cbd is going to be updated. [ 1083.458940] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.459151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.459256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.459511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.459692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.459905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e542d3d3-9392-4e2e-bb11-7c07a8127cbd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.532626] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.532810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.532873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.533154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.533337] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.533441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.533529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.533774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.533860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.534139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.534238] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.534335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.534393] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.534555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.534708] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.534894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.534965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.535139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.535216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.535313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.535416] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.550792] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d in Status: SUCCESS [ 1083.551052] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d deletion is rescheduled due to dependency. [ 1083.551194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.657935] env[66340]: INFO networking_nsxv3.common.synchronization [req-fef64886-d51c-4b83-80c9-d67c3f89c151 req-5a05ef37-652a-4e8f-98e8-2a0a90803486 tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1083.658530] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1083.658840] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.658966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.659050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.659278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.659446] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.659540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.659599] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.660333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.660502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.660553] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.751948] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1083.752338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.967154] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.967354] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.967482] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.967747] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.968072] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.968251] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.968373] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.968640] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.968755] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.968936] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.969049] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.969165] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.969272] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.969380] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.969484] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.969613] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.988658] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.988833] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.989009] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.989289] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.989575] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.989741] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.989862] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.990191] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.990324] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.042163] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce358c42-f5ea-4873-b5c1-b224963fd1b9: rpc.has_security_group_logging(os_id): False [ 1084.064045] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.064247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.064372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.064709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.064818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.065293] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.065460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.065579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.065665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.065754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.065949] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.066055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.066119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.066289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.066363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.066606] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.066716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.066781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.066999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.067102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.067191] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 is going to be updated. [ 1084.162795] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.162972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.163055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.163275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.163460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.163758] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.163960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.164089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.164301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.164406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.164444] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 1084.207413] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.207613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.207689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.207989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.208218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.226012] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 1084.231276] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.231435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.231519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.231735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.232745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.252523] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: IN_PROGRESS for 2s [ 1084.492671] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.492956] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.495080] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.495080] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.495345] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.495642] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9 not found, creating... [ 1084.496702] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.497041] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.497299] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.497727] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.497970] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.498374] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.498603] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.498747] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.499040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.499206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.499385] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9 is going to be created. [ 1084.530029] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.531402] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.531402] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.531919] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.532475] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.532755] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.764515] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1084.764515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.764515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.764515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.764515] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.764515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.764515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.764515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.764515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.764515] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.267672] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.328717] env[66340]: INFO networking_nsxv3.common.synchronization [req-fef64886-d51c-4b83-80c9-d67c3f89c151 req-5e2f186b-4014-419f-8aba-7f17dde4fd87 service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 1085.328717] env[66340]: INFO networking_nsxv3.common.synchronization [req-fef64886-d51c-4b83-80c9-d67c3f89c151 req-5e2f186b-4014-419f-8aba-7f17dde4fd87 service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1085.328717] env[66340]: INFO networking_nsxv3.common.synchronization [req-fef64886-d51c-4b83-80c9-d67c3f89c151 req-5e2f186b-4014-419f-8aba-7f17dde4fd87 service nova] Enqueued Resource ID: 0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9 with Priority: HIGHEST for action port [ 1085.328904] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 1085.329015] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1085.329200] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9 with Priority: HIGHEST for action port [ 1085.331149] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.331149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.331149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.331149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.331149] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.332456] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.332525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.332874] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.332968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.332968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.333484] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.333484] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.771803] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.833227] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.833700] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.837035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9 with status ACTIVE [ 1085.837035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.837035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.837035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.837035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.837035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.837035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.837035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.837035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.837035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.837035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.837562] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.837562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.837562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.837562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.838032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.838032] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9 is going to be updated. [ 1085.868371] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.868559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.868559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.868807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.869337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.869337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e3f5ecf-6f38-4be6-b8f5-ed0e42d855c9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.236681] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 4s [ 1086.273509] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.273734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.273785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.273985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.274162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.274232] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1086.276532] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: SUCCESS [ 1086.276734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.300754] env[66340]: INFO networking_nsxv3.common.synchronization [req-7df3ce68-30aa-4efa-b25e-80020e7d485d req-7c20df94-0845-4bcb-8673-6802618284a4 tempest-ServerRescueNegativeTestJSON-54154602 tempest-ServerRescueNegativeTestJSON-54154602-project-member] Enqueued Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1086.301749] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1086.302134] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.302861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.302947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.303378] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.304730] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.304928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.305069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.305282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.305367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.305480] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.328654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.328654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.328654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.328920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.329251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.344760] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1086.713440] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.714195] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.714554] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.715030] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.715620] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.717037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.717037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.717037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.717037] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.717037] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.717037] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.717037] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.717457] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.717748] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.721140] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.721140] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.746053] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.746053] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.746053] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.746053] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.746435] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-1d866754-f004-4725-937d-617a788465f5 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.746639] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-1d866754-f004-4725-937d-617a788465f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.746716] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-1d866754-f004-4725-937d-617a788465f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.747156] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-1d866754-f004-4725-937d-617a788465f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.747365] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d866754-f004-4725-937d-617a788465f5',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.808889] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.809280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.809280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.809372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.809505] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.809762] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.809879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.809991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.810180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.810261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.810352] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54facc8a-9962-4c61-b574-832cf77ae35d already deleted. [ 1086.810436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.250118] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.250407] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.250638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.251023] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.251246] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.251513] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 1d866754-f004-4725-937d-617a788465f5 not found, creating... [ 1087.251777] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.251949] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.252114] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.252420] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.252506] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.252801] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.253045] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.253200] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.253365] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.253676] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.253749] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 1d866754-f004-4725-937d-617a788465f5 is going to be created. [ 1087.279833] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.280763] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.280763] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.280763] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.280988] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.281270] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-1d866754-f004-4725-937d-617a788465f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.030634] env[66340]: INFO networking_nsxv3.common.synchronization [req-7df3ce68-30aa-4efa-b25e-80020e7d485d req-34631ccd-9824-4dd8-8120-d2bd2a5b7685 service nova] Enqueued Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_rules [ 1088.030980] env[66340]: INFO networking_nsxv3.common.synchronization [req-7df3ce68-30aa-4efa-b25e-80020e7d485d req-34631ccd-9824-4dd8-8120-d2bd2a5b7685 service nova] Enqueued Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1088.030980] env[66340]: INFO networking_nsxv3.common.synchronization [req-7df3ce68-30aa-4efa-b25e-80020e7d485d req-34631ccd-9824-4dd8-8120-d2bd2a5b7685 service nova] Enqueued Resource ID: 1d866754-f004-4725-937d-617a788465f5 with Priority: HIGHEST for action port [ 1088.031590] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_rules [ 1088.031746] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1088.031849] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d866754-f004-4725-937d-617a788465f5 with Priority: HIGHEST for action port [ 1088.032152] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.032293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.032338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.032600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.032667] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.033554] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.033685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.033756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.033926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.034246] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.034246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.034342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.034407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.034496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.034603] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.035782] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d866754-f004-4725-937d-617a788465f5 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.035901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d866754-f004-4725-937d-617a788465f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.035989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d866754-f004-4725-937d-617a788465f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.036176] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d866754-f004-4725-937d-617a788465f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.036231] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d866754-f004-4725-937d-617a788465f5',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.251210] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1088.252053] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 deletion is rescheduled due to dependency. [ 1088.252388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.252769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.253095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.253390] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.253637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.253797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.254563] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.255698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.255698] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.357258] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1088.357530] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.357837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.358094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.358309] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.358436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.358514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.358662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.358744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.358834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.358931] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.537875] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.538132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.538308] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.540367] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d866754-f004-4725-937d-617a788465f5 with status ACTIVE [ 1088.540659] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.540793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.540896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.541344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.541461] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.541729] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.541793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.541836] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.542912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.542993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.543267] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.543396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.543474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.543690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.544792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.544792] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d866754-f004-4725-937d-617a788465f5 is going to be updated. [ 1088.569758] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.569897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.569982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.570186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.570328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.570495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d866754-f004-4725-937d-617a788465f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.764832] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.847684] env[66340]: INFO networking_nsxv3.common.synchronization [req-e01184c2-20ae-40dc-9cb6-b76893458e5e req-7c335190-8bdb-4293-9fa6-14e3bf14b3ca tempest-ServerRescueNegativeTestJSON-54154602 tempest-ServerRescueNegativeTestJSON-54154602-project-member] Enqueued Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1088.848381] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1088.848716] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.848824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.862371] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.862593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.862593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.862822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.863367] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.863367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.863367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.863798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.863798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.863798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.863798] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.863951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.863951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.864036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.864335] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.864335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.864431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.864489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.864567] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.864649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.864742] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.052562] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.225466] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.225803] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.226055] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.226490] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.226870] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.227101] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.227329] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.227718] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.228038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.228677] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.228677] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.228677] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.228677] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.228830] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.228909] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.229506] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.250484] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.250728] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.250916] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.251085] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.251419] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-49c67fef-93b0-4f85-a254-f05826b7b0ea taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.251595] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-49c67fef-93b0-4f85-a254-f05826b7b0ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.251707] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-49c67fef-93b0-4f85-a254-f05826b7b0ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.252100] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-49c67fef-93b0-4f85-a254-f05826b7b0ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.252254] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c67fef-93b0-4f85-a254-f05826b7b0ea',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.270040] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.368907] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ff053f-5697-48ae-8af8-6744cc5c994c: rpc.has_security_group_logging(os_id): False [ 1089.391118] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.391118] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.391118] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.391118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.391693] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.391989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.392245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.392498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.392667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.392840] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1089.529164] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.529372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.529372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.529537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.529670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.551450] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1089.552051] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.552273] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.552377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.552652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.552815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.553161] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54facc8a-9962-4c61-b574-832cf77ae35d is going to be created. [ 1089.582149] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.582367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.582367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.584115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.584115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.596666] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: UNINITIALIZED for 2s [ 1089.758890] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.758890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.758890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.758890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.758890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.758890] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 49c67fef-93b0-4f85-a254-f05826b7b0ea not found, creating... [ 1089.758890] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.758890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.758890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.758890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.758890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.760384] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.761622] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.761622] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.761622] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.761622] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.761960] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 49c67fef-93b0-4f85-a254-f05826b7b0ea is going to be created. [ 1089.774044] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.776061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.776061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.776061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.776061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.776061] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 1089.799686] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.799929] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.800069] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.800348] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.800577] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.800805] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-49c67fef-93b0-4f85-a254-f05826b7b0ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.822082] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.822355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.822355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.822535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.822690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.832331] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 1090.663332] env[66340]: INFO networking_nsxv3.common.synchronization [req-e01184c2-20ae-40dc-9cb6-b76893458e5e req-d6742732-60c1-42b4-a223-c67c010ad2b2 service nova] Enqueued Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_rules [ 1090.663332] env[66340]: INFO networking_nsxv3.common.synchronization [req-e01184c2-20ae-40dc-9cb6-b76893458e5e req-d6742732-60c1-42b4-a223-c67c010ad2b2 service nova] Enqueued Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1090.663332] env[66340]: INFO networking_nsxv3.common.synchronization [req-e01184c2-20ae-40dc-9cb6-b76893458e5e req-d6742732-60c1-42b4-a223-c67c010ad2b2 service nova] Enqueued Resource ID: 49c67fef-93b0-4f85-a254-f05826b7b0ea with Priority: HIGHEST for action port [ 1090.664620] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_rules [ 1090.664620] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1090.664620] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c67fef-93b0-4f85-a254-f05826b7b0ea with Priority: HIGHEST for action port [ 1090.664839] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.665027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.665258] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.665468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.665661] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-49c67fef-93b0-4f85-a254-f05826b7b0ea taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.665803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49c67fef-93b0-4f85-a254-f05826b7b0ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.665893] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49c67fef-93b0-4f85-a254-f05826b7b0ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.666144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49c67fef-93b0-4f85-a254-f05826b7b0ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.666484] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c67fef-93b0-4f85-a254-f05826b7b0ea',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.168955] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49c67fef-93b0-4f85-a254-f05826b7b0ea with status ACTIVE [ 1091.168955] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.170708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.170831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.171118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.171271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.171706] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.171814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.171814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.172063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.172184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.172429] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.172565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.172652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.172833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.172938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.173061] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49c67fef-93b0-4f85-a254-f05826b7b0ea is going to be updated. [ 1091.196772] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.196975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.197104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.197366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.197543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.197828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49c67fef-93b0-4f85-a254-f05826b7b0ea" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.588171] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1091.588512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.615861] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: SUCCESS [ 1091.616510] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.616833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.617197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.617378] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.617545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.617655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.617743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.617824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.617907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.618379] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.619394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.619597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.619805] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.619923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.619993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.620189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.620278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.621199] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.845791] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1091.846075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.846306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.846793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.846793] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.846995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.847132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.847391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.847496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.847661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.847723] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.123277] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.124236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.124236] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.350448] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.350616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.351651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.351651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.351651] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.351651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.351651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.351651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.351651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.351651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.352075] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.352075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.352823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.353020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.353204] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.353310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.353393] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.353606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.353706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.353802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.353895] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.627107] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.858097] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd55b9a5-4740-45b3-a886-6ff769754673: rpc.has_security_group_logging(os_id): False [ 1092.879368] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.879658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.879658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.879795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.879886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.880190] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.880317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.880373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.881845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.881845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.881845] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.881845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.881845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.881845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.881845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.881845] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.881845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.881845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.881845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.881845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.883808] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 1092.954641] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.954900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.954976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.955256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.955416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.971382] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 1093.129898] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.133300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.133300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.133300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.133300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.133300] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54facc8a-9962-4c61-b574-832cf77ae35d is going to be updated. [ 1093.160833] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.161435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.161435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.161435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.161435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.175203] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: IN_PROGRESS for 2s [ 1093.678814] env[66340]: INFO networking_nsxv3.common.synchronization [req-49c44c53-35e9-4b4c-ac83-e6362d668920 req-aeb69052-41c8-4f52-a1d9-7ba6216c1a34 tempest-ServerMetadataTestJSON-1550477659 tempest-ServerMetadataTestJSON-1550477659-project-member] Enqueued Resource ID: eae99507-30f6-4082-956c-6975954654df with Priority: HIGHEST for action security_group_members [ 1093.679390] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae99507-30f6-4082-956c-6975954654df with Priority: HIGHEST for action security_group_members [ 1093.680544] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-eae99507-30f6-4082-956c-6975954654df taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.680635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.680702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.680912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.681311] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.681421] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.681486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.681649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.681743] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.682230] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eae99507-30f6-4082-956c-6975954654df',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.185191] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.185191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.185693] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.185693] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.185693] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.186027] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.186116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.186268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.186491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.186608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.187548] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae99507-30f6-4082-956c-6975954654df is going to be updated. [ 1094.240244] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.240408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.240455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.240715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.240903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.257605] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae99507-30f6-4082-956c-6975954654df in Status: IN_PROGRESS for 2s [ 1094.614037] env[66340]: INFO networking_nsxv3.common.synchronization [req-710ba4d8-6a28-400d-9ccc-fddd3254edcf req-a8e6b068-fa01-4e44-ac50-48852c5a6152 tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1094.614037] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1094.614909] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.615409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.615873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.616347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.616626] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.617204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.618879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.618879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.618879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.618879] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.987687] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1094.987951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.999426] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.999678] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.999870] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.000161] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.000468] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.000635] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.001324] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.001631] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.001791] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.002408] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.002408] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.002408] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.002408] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.002591] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.002591] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.002705] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.025084] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.025084] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.025084] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.025084] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.025084] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-7568cf90-25c2-497e-97b2-64c03e1d3fd7 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.025084] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-7568cf90-25c2-497e-97b2-64c03e1d3fd7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.025084] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-7568cf90-25c2-497e-97b2-64c03e1d3fd7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.025084] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-7568cf90-25c2-497e-97b2-64c03e1d3fd7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.025084] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7568cf90-25c2-497e-97b2-64c03e1d3fd7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.121055] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.186088] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: SUCCESS [ 1095.186450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.186498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.186689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.186884] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.187010] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.187083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.187265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.187354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.187450] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.528096] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.528345] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.528459] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.528788] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.528962] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.529144] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 7568cf90-25c2-497e-97b2-64c03e1d3fd7 not found, creating... [ 1095.529480] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.529694] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.529848] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.530131] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.530352] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.530790] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.531028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.531196] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.531456] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.531653] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.531813] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 7568cf90-25c2-497e-97b2-64c03e1d3fd7 is going to be created. [ 1095.553809] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.553809] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.553970] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.554322] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.554613] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.554891] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-7568cf90-25c2-497e-97b2-64c03e1d3fd7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.626312] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.690755] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.930785] env[66340]: INFO networking_nsxv3.common.synchronization [None req-6a55a8bc-f365-4e81-bdb0-20d42f65009f None None] Enqueued Resource ID: 9a7c7ec9-b5c2-4fa1-8d29-ef2c97f45e32 with Priority: HIGHEST for action port [ 1095.931191] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7c7ec9-b5c2-4fa1-8d29-ef2c97f45e32 with Priority: HIGHEST for action port [ 1095.931599] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7c7ec9-b5c2-4fa1-8d29-ef2c97f45e32 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.935135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7c7ec9-b5c2-4fa1-8d29-ef2c97f45e32" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.935135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7c7ec9-b5c2-4fa1-8d29-ef2c97f45e32" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.935135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7c7ec9-b5c2-4fa1-8d29-ef2c97f45e32" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.935135] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7c7ec9-b5c2-4fa1-8d29-ef2c97f45e32',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.128327] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.128534] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.128636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.128887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.129052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.129161] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde is going to be updated. [ 1096.166868] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.167165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.167240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.167551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.167778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.181299] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: IN_PROGRESS for 2s [ 1096.192855] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.271878] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eae99507-30f6-4082-956c-6975954654df in Status: SUCCESS [ 1096.272195] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eae99507-30f6-4082-956c-6975954654df deletion is rescheduled due to dependency. [ 1096.272452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.439049] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a7c7ec9-b5c2-4fa1-8d29-ef2c97f45e32 [ 1096.439433] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.439605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.441275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.441275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.441275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.441275] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a7c7ec9-b5c2-4fa1-8d29-ef2c97f45e32 already deleted. [ 1096.441275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7c7ec9-b5c2-4fa1-8d29-ef2c97f45e32" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.478032] env[66340]: INFO networking_nsxv3.common.synchronization [req-710ba4d8-6a28-400d-9ccc-fddd3254edcf req-4aa9a2e4-faf0-4ab7-900f-f4ab42fa86fc service nova] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_rules [ 1096.478229] env[66340]: INFO networking_nsxv3.common.synchronization [req-710ba4d8-6a28-400d-9ccc-fddd3254edcf req-4aa9a2e4-faf0-4ab7-900f-f4ab42fa86fc service nova] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1096.478383] env[66340]: INFO networking_nsxv3.common.synchronization [req-710ba4d8-6a28-400d-9ccc-fddd3254edcf req-4aa9a2e4-faf0-4ab7-900f-f4ab42fa86fc service nova] Enqueued Resource ID: 7568cf90-25c2-497e-97b2-64c03e1d3fd7 with Priority: HIGHEST for action port [ 1096.479725] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_rules [ 1096.479924] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1096.480128] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7568cf90-25c2-497e-97b2-64c03e1d3fd7 with Priority: HIGHEST for action port [ 1096.480724] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.480935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.481658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.481947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.482040] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.483898] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.484905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.485605] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7568cf90-25c2-497e-97b2-64c03e1d3fd7 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.485932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7568cf90-25c2-497e-97b2-64c03e1d3fd7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.486133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7568cf90-25c2-497e-97b2-64c03e1d3fd7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.486440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7568cf90-25c2-497e-97b2-64c03e1d3fd7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.486585] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7568cf90-25c2-497e-97b2-64c03e1d3fd7',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.699015] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.699015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.699015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.699015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.699015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.699015] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54facc8a-9962-4c61-b574-832cf77ae35d is going to be updated. [ 1096.744501] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.745299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.745500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.745912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.746214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.758131] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: IN_PROGRESS for 2s [ 1096.994108] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.994108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.994108] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7568cf90-25c2-497e-97b2-64c03e1d3fd7 with status ACTIVE [ 1096.994108] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.994108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.994108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.994108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.994108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.994108] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.994108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.994108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.994108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.994108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.994108] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.994861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.994861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.994861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.994861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.994861] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7568cf90-25c2-497e-97b2-64c03e1d3fd7 is going to be updated. [ 1097.023936] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.023936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.023936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.023936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.023936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.023936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7568cf90-25c2-497e-97b2-64c03e1d3fd7" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.195798] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: SUCCESS [ 1098.195798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.196209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.197872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.199036] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.199036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.199036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.199036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.199036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.199036] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.249053] env[66340]: INFO networking_nsxv3.common.synchronization [None req-edb887ad-9d53-4c9d-adb8-44b600f52466 tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_rules [ 1098.252087] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_rules [ 1098.252087] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e988130d-1705-4cf0-901d-933fa337ad16 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.252087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.252087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.252087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.252087] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.407120] env[66340]: INFO networking_nsxv3.common.synchronization [None req-39eea7f1-f622-4d04-9a60-fe2dbe8aec29 tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_rules [ 1098.407120] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_rules [ 1098.407120] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e988130d-1705-4cf0-901d-933fa337ad16 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.407120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.650155] env[66340]: INFO networking_nsxv3.common.synchronization [None req-b4b39871-e144-4144-bdfb-a9329fb02e50 None None] Enqueued Resource ID: 351bf97d-d3e3-47c3-ba1d-9b4e0d1e70d4 with Priority: HIGHEST for action port [ 1098.651946] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351bf97d-d3e3-47c3-ba1d-9b4e0d1e70d4 with Priority: HIGHEST for action port [ 1098.651946] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-351bf97d-d3e3-47c3-ba1d-9b4e0d1e70d4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.651946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-351bf97d-d3e3-47c3-ba1d-9b4e0d1e70d4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.651946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-351bf97d-d3e3-47c3-ba1d-9b4e0d1e70d4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.652241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-351bf97d-d3e3-47c3-ba1d-9b4e0d1e70d4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.652241] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('351bf97d-d3e3-47c3-ba1d-9b4e0d1e70d4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.702161] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.758333] env[66340]: INFO networking_nsxv3.common.synchronization [req-bd11cb17-2427-4060-a200-50cce1d77a50 req-ae3d02cf-1307-40c0-baed-a8597b3be17d tempest-ServerActionsV293TestJSON-840104253 tempest-ServerActionsV293TestJSON-840104253-project-member] Enqueued Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_members [ 1098.758906] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGHEST for action security_group_members [ 1098.761973] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.762341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.762341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.762639] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.762897] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.763105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.763181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.763449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.763597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.763728] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.774598] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: SUCCESS [ 1098.774969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.775282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.775604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.775909] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.776105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.776221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.776532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.776689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.776850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.777130] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.777358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.777464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.777718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.777959] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.778146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.778260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.778502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.778649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.778821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.778985] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.782448] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.782624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.782722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.782970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.783123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.783265] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e988130d-1705-4cf0-901d-933fa337ad16 already deleted. [ 1098.783397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.784516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.784757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.784894] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.154618] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 351bf97d-d3e3-47c3-ba1d-9b4e0d1e70d4 [ 1099.154858] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.155027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.155142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.155294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.155384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.155487] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:351bf97d-d3e3-47c3-ba1d-9b4e0d1e70d4 already deleted. [ 1099.155567] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-351bf97d-d3e3-47c3-ba1d-9b4e0d1e70d4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.204713] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.266858] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.267110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.267110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.267825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.267958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.268787] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.268787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.268787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.268787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.268787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.268787] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c is going to be updated. [ 1099.285318] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54facc8a-9962-4c61-b574-832cf77ae35d: rpc.has_security_group_logging(os_id): False [ 1099.316266] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.316537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.316537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.316820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.316820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.317137] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.317268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.317343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.317491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.317569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.317776] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.317866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.317927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.320027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.320027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.320027] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.320027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.320027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.320027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.320027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.320027] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54facc8a-9962-4c61-b574-832cf77ae35d is going to be created. [ 1099.321800] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.325016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.325016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.325016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.325016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.325016] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e988130d-1705-4cf0-901d-933fa337ad16 already deleted. [ 1099.325016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.325016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.325016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.325016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.326812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.327146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.338104] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c in Status: IN_PROGRESS for 2s [ 1099.434958] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.434958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.434958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.434958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.435193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.467082] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: IN_PROGRESS for 2s [ 1099.708224] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.708355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.708439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.708726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.708829] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.708937] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde is going to be updated. [ 1099.752023] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.752023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.752023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.752023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.752023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.759153] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: IN_PROGRESS for 2s [ 1101.349804] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c in Status: SUCCESS [ 1101.351462] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c deletion is rescheduled due to dependency. [ 1101.351462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.484070] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: SUCCESS [ 1101.484330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.484616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.484750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.484840] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.775020] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: SUCCESS [ 1101.775020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.775020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.775020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.775020] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.775020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.775020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.775020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.775020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.775020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.776231] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.988239] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.988730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.989066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.989531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.992574] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.992574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.992574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.992574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.992574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.992574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.992574] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.280100] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.497192] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.497192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.497192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.497192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.497192] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.497192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.497192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.497192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.497192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.497192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.497192] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.497192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.497192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.498379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.498379] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.498379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.498379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.498379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.498379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.498379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.498379] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.785342] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db4405cb-35f2-4537-bc8c-c9e046ebdcde: rpc.has_security_group_logging(os_id): False [ 1102.807902] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.808279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.808465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.808664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.808747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.809999] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.809999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.809999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.809999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.809999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.809999] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde is going to be updated. [ 1102.883548] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.883646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.883749] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.883880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.884046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.900508] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: IN_PROGRESS for 2s [ 1103.000824] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54facc8a-9962-4c61-b574-832cf77ae35d: rpc.has_security_group_logging(os_id): False [ 1103.020044] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.020284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.020284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.020445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.020550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.020774] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.020886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.020963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.021146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.021231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.021424] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.021547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.021904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.021904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.021904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.022363] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.022641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.022766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.023012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.023750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.023750] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54facc8a-9962-4c61-b574-832cf77ae35d is going to be updated. [ 1103.099068] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.099530] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.100333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.101423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.101613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.114658] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: IN_PROGRESS for 2s [ 1103.759597] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1103.759875] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1104.771436] env[66340]: INFO networking_nsxv3.common.synchronization [None req-c1b8a85b-71ce-4fc4-aed5-202e2cb7e14b None None] Enqueued Resource ID: 3d2303ae-35a5-4e50-acbf-e7ccf62acd78 with Priority: HIGHEST for action port [ 1104.771994] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2303ae-35a5-4e50-acbf-e7ccf62acd78 with Priority: HIGHEST for action port [ 1104.775216] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d2303ae-35a5-4e50-acbf-e7ccf62acd78 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.775216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d2303ae-35a5-4e50-acbf-e7ccf62acd78" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.775216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d2303ae-35a5-4e50-acbf-e7ccf62acd78" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.775216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d2303ae-35a5-4e50-acbf-e7ccf62acd78" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.775216] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d2303ae-35a5-4e50-acbf-e7ccf62acd78',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.915837] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: SUCCESS [ 1104.915837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.129189] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: SUCCESS [ 1105.129189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.281933] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d2303ae-35a5-4e50-acbf-e7ccf62acd78 [ 1105.285326] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.285326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.285326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.285326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.285326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.285326] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d2303ae-35a5-4e50-acbf-e7ccf62acd78 already deleted. [ 1105.285326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d2303ae-35a5-4e50-acbf-e7ccf62acd78" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.673908] env[66340]: INFO networking_nsxv3.common.synchronization [None req-562ebcf2-5cbc-47f6-b944-704c9ad89e36 None None] Enqueued Resource ID: d03a650b-1858-491b-8516-543280e8af4e with Priority: HIGHEST for action port [ 1105.674470] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03a650b-1858-491b-8516-543280e8af4e with Priority: HIGHEST for action port [ 1105.674783] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-d03a650b-1858-491b-8516-543280e8af4e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.674898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d03a650b-1858-491b-8516-543280e8af4e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.675131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d03a650b-1858-491b-8516-543280e8af4e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.676314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d03a650b-1858-491b-8516-543280e8af4e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.676407] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d03a650b-1858-491b-8516-543280e8af4e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.056904] env[66340]: INFO networking_nsxv3.common.synchronization [req-f6f4cd08-d0f1-44e3-ab7e-ab23723017ef req-837a8ee5-a5ee-48b6-8846-de12185befa4 tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1106.057267] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1106.057729] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.057973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.058142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.058479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.058811] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.058962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.059077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.059278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.059406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.059575] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.178914] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d03a650b-1858-491b-8516-543280e8af4e [ 1106.178914] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.179164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.179164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.179508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.179508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.179607] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d03a650b-1858-491b-8516-543280e8af4e already deleted. [ 1106.180243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d03a650b-1858-491b-8516-543280e8af4e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.428359] env[66340]: INFO networking_nsxv3.common.synchronization [req-a67cc98e-2ad6-418b-a2e4-123b70b274ea req-9285c6e7-3229-48d7-9b69-b1d359d66dc1 tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1106.429030] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1106.429269] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.429393] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.429466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.429716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.429838] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.429940] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.430014] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.430187] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.430274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.430382] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.565435] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.566217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.566342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.566578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.566676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.566889] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.566996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.567107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.567304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.567406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.567497] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 1106.604791] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.604954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.605034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.605547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.605695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.630129] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 1106.933832] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.934070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.934212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.935203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.935203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.935203] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.935203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.935203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.935203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.935497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.935497] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 1106.968131] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.968290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.968290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.968582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.968673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.980425] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 1107.639233] env[66340]: INFO networking_nsxv3.common.synchronization [None req-373abf66-75de-4cbb-81ea-1abbefbc01bf None None] Enqueued Resource ID: 4cbc6cd8-c9ec-45d5-aca2-7eb1b82f383a with Priority: HIGHEST for action port [ 1107.642848] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbc6cd8-c9ec-45d5-aca2-7eb1b82f383a with Priority: HIGHEST for action port [ 1107.644924] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cbc6cd8-c9ec-45d5-aca2-7eb1b82f383a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.645132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cbc6cd8-c9ec-45d5-aca2-7eb1b82f383a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.645207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cbc6cd8-c9ec-45d5-aca2-7eb1b82f383a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.645933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cbc6cd8-c9ec-45d5-aca2-7eb1b82f383a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.645933] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbc6cd8-c9ec-45d5-aca2-7eb1b82f383a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.800697] env[66340]: INFO networking_nsxv3.common.synchronization [req-a493c2a5-bb7a-48e1-ba5f-0c0af2db7f9c req-8f1dc297-e623-4f3d-8b70-4add26aa17b5 tempest-ServersAdminTestJSON-1733808406 tempest-ServersAdminTestJSON-1733808406-project-member] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1107.801246] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1107.801663] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.801725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.801765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.801970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.803994] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.803994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.803994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.803994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.803994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.803994] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.148317] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cbc6cd8-c9ec-45d5-aca2-7eb1b82f383a [ 1108.148632] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.148769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.148865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.149077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.149172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.149366] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cbc6cd8-c9ec-45d5-aca2-7eb1b82f383a already deleted. [ 1108.149366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cbc6cd8-c9ec-45d5-aca2-7eb1b82f383a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.308611] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.310402] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.312846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.312846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.312846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.312846] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.312846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.312846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.312846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.312846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.312846] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.312846] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.312846] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.312846] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.312846] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.312846] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.312846] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.335023] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.335023] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.335023] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.335023] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-564" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.335353] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-43ec28e3-84f0-49af-8b41-40c6a1bcb5fa taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.335740] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-43ec28e3-84f0-49af-8b41-40c6a1bcb5fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.335886] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-43ec28e3-84f0-49af-8b41-40c6a1bcb5fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.336903] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-43ec28e3-84f0-49af-8b41-40c6a1bcb5fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.337754] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ec28e3-84f0-49af-8b41-40c6a1bcb5fa',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.641147] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1108.641555] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 deletion is rescheduled due to dependency. [ 1108.641555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.663120] env[66340]: INFO networking_nsxv3.common.synchronization [None req-16b2efa1-cde9-4245-9f60-6b5a2a1195fe None None] Enqueued Resource ID: c7c84c2f-6ae3-46d2-99af-f9159372503e with Priority: HIGHEST for action port [ 1108.663630] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c84c2f-6ae3-46d2-99af-f9159372503e with Priority: HIGHEST for action port [ 1108.663964] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c84c2f-6ae3-46d2-99af-f9159372503e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.664284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c84c2f-6ae3-46d2-99af-f9159372503e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.664369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c84c2f-6ae3-46d2-99af-f9159372503e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.664717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c84c2f-6ae3-46d2-99af-f9159372503e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.664862] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c84c2f-6ae3-46d2-99af-f9159372503e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.816255] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.840241] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.844038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.844038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.844038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.844038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.844038] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 43ec28e3-84f0-49af-8b41-40c6a1bcb5fa not found, creating... [ 1108.844038] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.844038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.844038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.844038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.844038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.844587] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.844587] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.844587] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.844587] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.844587] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.844587] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 43ec28e3-84f0-49af-8b41-40c6a1bcb5fa is going to be created. [ 1108.869374] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.869670] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.869735] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.870014] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.870261] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.870509] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-43ec28e3-84f0-49af-8b41-40c6a1bcb5fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.993632] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 1108.993632] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 deletion is rescheduled due to dependency. [ 1108.993632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.071290] env[66340]: INFO networking_nsxv3.common.synchronization [None req-e06bb351-7790-42a2-9b3b-6707c9170e1a tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1109.071999] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1109.073032] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.073228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.073323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.073785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.074033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.074150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.074217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.074397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.074502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.074669] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.168574] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7c84c2f-6ae3-46d2-99af-f9159372503e [ 1109.168731] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.168847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.169055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.170300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.170300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.170300] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7c84c2f-6ae3-46d2-99af-f9159372503e already deleted. [ 1109.170300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c84c2f-6ae3-46d2-99af-f9159372503e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.319581] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.319827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.319938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.320554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.320554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.320554] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1109.355889] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.355889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.355889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.356163] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.356283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.370789] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1109.578564] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.578564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.578564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.578564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.578857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.578857] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.578971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.579117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.579336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.579480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.579635] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 1109.581828] env[66340]: INFO networking_nsxv3.common.synchronization [req-a493c2a5-bb7a-48e1-ba5f-0c0af2db7f9c req-4e1e5777-34be-4aab-983f-1730daec7b8f service nova] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_rules [ 1109.581929] env[66340]: INFO networking_nsxv3.common.synchronization [req-a493c2a5-bb7a-48e1-ba5f-0c0af2db7f9c req-4e1e5777-34be-4aab-983f-1730daec7b8f service nova] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1109.582109] env[66340]: INFO networking_nsxv3.common.synchronization [req-a493c2a5-bb7a-48e1-ba5f-0c0af2db7f9c req-4e1e5777-34be-4aab-983f-1730daec7b8f service nova] Enqueued Resource ID: 43ec28e3-84f0-49af-8b41-40c6a1bcb5fa with Priority: HIGHEST for action port [ 1109.582749] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_rules [ 1109.582908] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1109.583016] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ec28e3-84f0-49af-8b41-40c6a1bcb5fa with Priority: HIGHEST for action port [ 1109.583715] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.583830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.583900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.584080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.584773] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.584986] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.585097] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.585291] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-43ec28e3-84f0-49af-8b41-40c6a1bcb5fa taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.585465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43ec28e3-84f0-49af-8b41-40c6a1bcb5fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.585533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43ec28e3-84f0-49af-8b41-40c6a1bcb5fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.585691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43ec28e3-84f0-49af-8b41-40c6a1bcb5fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.585768] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ec28e3-84f0-49af-8b41-40c6a1bcb5fa',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.623833] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.624028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.624123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.624410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.624588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.640309] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 1110.090228] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.090629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.090629] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43ec28e3-84f0-49af-8b41-40c6a1bcb5fa with status ACTIVE [ 1110.091026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.091026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.091137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.091313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.091402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.093332] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.093332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.093332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.093332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.093332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.093332] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.093332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.093332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.093332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.093332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.093332] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43ec28e3-84f0-49af-8b41-40c6a1bcb5fa is going to be updated. [ 1110.116546] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.116720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.116789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.117017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.117189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.117358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43ec28e3-84f0-49af-8b41-40c6a1bcb5fa" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.381422] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1111.381824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.381824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.381923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.382102] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.382212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.382281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.382434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.382525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.382609] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.653630] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 1111.653630] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f deletion is rescheduled due to dependency. [ 1111.653630] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.885811] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.390782] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.893795] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.893996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.894061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.894277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.894416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.894494] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1112.923974] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.924131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.924203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.924410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.924560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.933597] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1114.584315] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1114.584639] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1114.945791] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1114.948866] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.949412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.949769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.950105] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.950325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.950490] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.950692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.950850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.952049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.952253] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.256661] env[66340]: INFO networking_nsxv3.common.synchronization [req-26f19ded-978b-478f-900a-8df19e27e4d6 req-47969ac8-cb3b-4b6b-90fb-c2095fa76545 tempest-AttachVolumeShelveTestJSON-672223224 tempest-AttachVolumeShelveTestJSON-672223224-project-member] Enqueued Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_members [ 1115.257426] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGHEST for action security_group_members [ 1115.257622] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.257742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.257889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.258040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.258242] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.258345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.258345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.258551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.258620] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.258776] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.458702] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.458889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.458959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.459156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.459320] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.459415] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.459478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.459621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.459703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.459788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.459930] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.460027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.460086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.460220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.460353] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.460541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.460541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.460911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.460911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.460911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.460911] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.751753] env[66340]: INFO networking_nsxv3.common.synchronization [req-281e4a59-f57a-4290-90eb-c69c1f2ff51b req-858a96e0-b55a-4c77-8c55-498bf401c197 tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1115.752520] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1115.753794] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.753794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.753794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.753794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.753794] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.753794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.753794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.753794] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.754271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.754271] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.760469] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.760600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.760667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.760859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.760949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.761155] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.761399] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.761468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.761613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.761694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.761781] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210d75dd-97b4-4695-ab97-279b25e95910 is going to be updated. [ 1115.792363] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.792511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.792602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.792830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.792992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.803384] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210d75dd-97b4-4695-ab97-279b25e95910 in Status: IN_PROGRESS for 2s [ 1115.962754] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ff053f-5697-48ae-8af8-6744cc5c994c: rpc.has_security_group_logging(os_id): False [ 1115.982320] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.982491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.982601] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.983123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.983246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.983486] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.983625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.983693] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.984027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.984027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.984161] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.984258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.984323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.984466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.984560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.984726] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.984809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.984864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.985024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.985101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.985185] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1116.058914] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.059101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.059182] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.059428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.059606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.090709] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1116.169079] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.169298] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.169366] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.169858] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.170148] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.170336] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.170453] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.170711] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.170867] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.171112] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.171246] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.171355] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.171474] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.171584] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.171687] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.171831] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.208234] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.208234] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.208234] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.208234] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.208234] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-3b3143a9-bb00-403c-8225-b7f4903448b3 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.208234] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-3b3143a9-bb00-403c-8225-b7f4903448b3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.208234] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-3b3143a9-bb00-403c-8225-b7f4903448b3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.208735] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-3b3143a9-bb00-403c-8225-b7f4903448b3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.208799] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b3143a9-bb00-403c-8225-b7f4903448b3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.258535] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.258818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.258818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.259087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.259192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.259433] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.259568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.259654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.259840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.259950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.260105] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 already deleted. [ 1116.260190] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.712721] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.712721] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.712721] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.712721] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.712721] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.713376] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 3b3143a9-bb00-403c-8225-b7f4903448b3 not found, creating... [ 1116.713376] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.713376] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.713538] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.713749] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.713939] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.714784] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.715170] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.715310] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.715484] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.715624] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.715800] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 3b3143a9-bb00-403c-8225-b7f4903448b3 is going to be created. [ 1116.737829] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.738076] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.738198] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.738462] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.738751] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.738989] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-3b3143a9-bb00-403c-8225-b7f4903448b3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.059224] env[66340]: INFO networking_nsxv3.common.synchronization [req-577560d7-be72-4777-86d0-43643d92a723 req-14f6426f-9cbb-4bda-a3ac-f3d386e598f3 tempest-AttachVolumeTestJSON-1081152913 tempest-AttachVolumeTestJSON-1081152913-project-member] Enqueued Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_members [ 1117.059819] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 with Priority: HIGHEST for action security_group_members [ 1117.060330] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-94f53069-5f7e-4c89-bb82-ca7d09a67869 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.060468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.060538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.060746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.060909] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.061029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.061098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.061235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.061593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.061593] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94f53069-5f7e-4c89-bb82-ca7d09a67869',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.525918] env[66340]: INFO networking_nsxv3.common.synchronization [req-281e4a59-f57a-4290-90eb-c69c1f2ff51b req-dd10e456-aa04-47c0-9dd2-7d3a04dd0204 service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1117.526109] env[66340]: INFO networking_nsxv3.common.synchronization [req-281e4a59-f57a-4290-90eb-c69c1f2ff51b req-dd10e456-aa04-47c0-9dd2-7d3a04dd0204 service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1117.526395] env[66340]: INFO networking_nsxv3.common.synchronization [req-281e4a59-f57a-4290-90eb-c69c1f2ff51b req-dd10e456-aa04-47c0-9dd2-7d3a04dd0204 service nova] Enqueued Resource ID: 3b3143a9-bb00-403c-8225-b7f4903448b3 with Priority: HIGHEST for action port [ 1117.527439] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1117.527756] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1117.527901] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b3143a9-bb00-403c-8225-b7f4903448b3 with Priority: HIGHEST for action port [ 1117.528126] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.528257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.528327] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.528587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.528675] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.530240] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.530376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.530449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.530613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.530817] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.530924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.531017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.531190] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.531278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.531378] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.533236] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b3143a9-bb00-403c-8225-b7f4903448b3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.533236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b3143a9-bb00-403c-8225-b7f4903448b3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.533236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b3143a9-bb00-403c-8225-b7f4903448b3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.533464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b3143a9-bb00-403c-8225-b7f4903448b3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.533464] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b3143a9-bb00-403c-8225-b7f4903448b3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.566819] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.567086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.567194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.567432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.567533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.567784] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.567889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.567957] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.568133] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.568208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.568295] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 is going to be updated. [ 1117.591170] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.591170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.591170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.591170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.591368] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.597992] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.597992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.597992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.598167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.598201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.608870] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 in Status: IN_PROGRESS for 2s [ 1117.610581] env[66340]: INFO networking_nsxv3.common.synchronization [req-430729d0-8624-4430-80c2-e44fb9d8a105 req-feca6f6b-177a-45a0-afeb-28602b9e1a21 tempest-ServersNegativeTestJSON-1647717567 tempest-ServersNegativeTestJSON-1647717567-project-member] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 1117.610581] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGHEST for action security_group_members [ 1117.611679] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.611880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.611979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.612228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.612419] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.612555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.612763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.612846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.612965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.613128] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.814242] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210d75dd-97b4-4695-ab97-279b25e95910 in Status: SUCCESS [ 1117.814396] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210d75dd-97b4-4695-ab97-279b25e95910 deletion is rescheduled due to dependency. [ 1117.814514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.033666] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.033797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.033992] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.035025] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b3143a9-bb00-403c-8225-b7f4903448b3 with status ACTIVE [ 1118.035467] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.035467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.035467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.035661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.035661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.035853] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.035953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.036029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.036181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.036266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.036447] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.036548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.039935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.040136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.040227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.040325] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b3143a9-bb00-403c-8225-b7f4903448b3 is going to be updated. [ 1118.062176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.062566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.062566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.062698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.063431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.063431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b3143a9-bb00-403c-8225-b7f4903448b3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.093050] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.115585] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.115783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.115783] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.116019] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.116111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.116310] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.116429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.116477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.116632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.117243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.117243] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 is going to be updated. [ 1118.123451] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1118.123673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.145370] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.145370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.145370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.145370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.145370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.155578] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: IN_PROGRESS for 2s [ 1118.192515] env[66340]: INFO networking_nsxv3.common.synchronization [req-2c19ba3b-0e3f-445f-9b74-f7440337ca45 req-5e03be28-47de-433e-9ccb-314a45d9314f tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_members [ 1118.192940] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_members [ 1118.193266] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e988130d-1705-4cf0-901d-933fa337ad16 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.193391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.193458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.193722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.193886] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.193989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.194909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.194909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.194909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.194909] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.542697] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.581654] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.581879] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.582015] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.582269] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.582553] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.582668] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.582801] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.583009] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.587169] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.587169] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.587169] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.587169] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.587169] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.587169] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.587534] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.587534] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.595296] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.615329] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.615510] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.615687] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.615875] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.616932] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-6885f628-ee38-4ce4-a421-c1a04d26058f taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.616932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-6885f628-ee38-4ce4-a421-c1a04d26058f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.616932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-6885f628-ee38-4ce4-a421-c1a04d26058f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.616932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-6885f628-ee38-4ce4-a421-c1a04d26058f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.617324] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6885f628-ee38-4ce4-a421-c1a04d26058f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.699103] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.699103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.699103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.699302] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.699342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.699537] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.699692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.699736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.699865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.699944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.700046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e988130d-1705-4cf0-901d-933fa337ad16 already deleted. [ 1118.700204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.045037] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.045037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.045037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.045037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.045037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.045446] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be created. [ 1119.067974] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.068407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.068407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.068407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.068547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.078520] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: UNINITIALIZED for 2s [ 1119.100093] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1119.100093] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1119.119552] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.119787] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.119911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.121466] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.121466] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.121466] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 6885f628-ee38-4ce4-a421-c1a04d26058f not found, creating... [ 1119.121466] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.121466] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.121466] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.121466] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.121888] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.121888] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.121977] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.122105] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.122756] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.122756] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.122756] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 6885f628-ee38-4ce4-a421-c1a04d26058f is going to be created. [ 1119.145515] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.145840] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.146142] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.146431] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.146667] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.146895] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-6885f628-ee38-4ce4-a421-c1a04d26058f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.619436] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 in Status: SUCCESS [ 1119.619686] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94f53069-5f7e-4c89-bb82-ca7d09a67869 deletion is rescheduled due to dependency. [ 1119.619752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94f53069-5f7e-4c89-bb82-ca7d09a67869" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.874067] env[66340]: INFO networking_nsxv3.common.synchronization [req-2c19ba3b-0e3f-445f-9b74-f7440337ca45 req-19c1d26e-6612-4c1e-bdf6-f3c86663af48 service nova] Enqueued Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_rules [ 1119.874842] env[66340]: INFO networking_nsxv3.common.synchronization [req-2c19ba3b-0e3f-445f-9b74-f7440337ca45 req-19c1d26e-6612-4c1e-bdf6-f3c86663af48 service nova] Enqueued Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_members [ 1119.875064] env[66340]: INFO networking_nsxv3.common.synchronization [req-2c19ba3b-0e3f-445f-9b74-f7440337ca45 req-19c1d26e-6612-4c1e-bdf6-f3c86663af48 service nova] Enqueued Resource ID: 6885f628-ee38-4ce4-a421-c1a04d26058f with Priority: HIGHEST for action port [ 1119.877156] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_rules [ 1119.880033] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_members [ 1119.880033] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6885f628-ee38-4ce4-a421-c1a04d26058f with Priority: HIGHEST for action port [ 1119.880033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e988130d-1705-4cf0-901d-933fa337ad16 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.880033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.880033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.880033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.880033] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.880033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e988130d-1705-4cf0-901d-933fa337ad16 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.880033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.880033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.880033] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.880033] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.880560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.880560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.880661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.880781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.880917] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.881880] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-6885f628-ee38-4ce4-a421-c1a04d26058f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.882169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6885f628-ee38-4ce4-a421-c1a04d26058f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.882317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6885f628-ee38-4ce4-a421-c1a04d26058f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.882559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6885f628-ee38-4ce4-a421-c1a04d26058f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.882720] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6885f628-ee38-4ce4-a421-c1a04d26058f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.109382] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.109382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.109382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.109382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.121869] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1120.122687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.123550] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1120.157887] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.158152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.158152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.158333] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.170965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.171684] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1120.171773] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1120.171867] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1120.188947] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 in Status: SUCCESS [ 1120.189163] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 deletion is rescheduled due to dependency. [ 1120.189286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.227896] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.228143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.228143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.228331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.230135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.230346] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1120.318774] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.318986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.318986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.319215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.319520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.319796] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1120.385432] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e988130d-1705-4cf0-901d-933fa337ad16 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.385432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.385824] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.387051] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6885f628-ee38-4ce4-a421-c1a04d26058f with status ACTIVE [ 1120.387342] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.387484] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.387644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.387895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.387999] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.388254] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.388370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.388437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.388602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.388709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.388949] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.389069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.389173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.389465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.389465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.389556] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6885f628-ee38-4ce4-a421-c1a04d26058f is going to be updated. [ 1120.398618] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.398805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.398880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.399271] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.399515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.399821] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1120.399972] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a802806b-d16c-4373-ae0f-126c9763fc31', '99504afb-4a9c-4313-a8c7-f228e53b2e53', '210d75dd-97b4-4695-ab97-279b25e95910', '6a5b9a15-513b-4f3e-93e0-5175abfe609d', '0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae', '1e834255-daa7-4fa9-adf9-217434e0d0e3', 'da2d2bab-0ff7-4df6-aec6-d63b73f2b29a', 'e4987d46-f264-43c8-bbfb-71699deed8f3', 'b5ab86b5-79d4-41f8-8e10-ce734106103f', 'd226485c-4c21-4254-8a59-383da20afccf', '9021cb82-05d6-468e-8351-cdeb9e727d8e', 'dd55b9a5-4740-45b3-a886-6ff769754673', '04e011eb-102d-46e2-a49a-d5b9398e317a', '0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d', '55911bbb-5b35-4862-bb8a-b39ae5c6317f', '66687aeb-851b-451c-a1ad-a4a5d28c8e24', 'e0fe4362-a489-4867-a494-0f819070b5ab', 'db4405cb-35f2-4537-bc8c-c9e046ebdcde', 'ce358c42-f5ea-4873-b5c1-b224963fd1b9', '35a69806-7333-40ad-ac37-28ee4ad39e57', '04ff053f-5697-48ae-8af8-6744cc5c994c', 'be9d9e35-fbbc-4784-931a-2c93b406c2f4', '151d4e35-34eb-4b3d-a12a-61184a1aac0d', 'a9f93126-2dfc-4170-b371-fbb690a64bb0', 'eae99507-30f6-4082-956c-6975954654df', '1be65a7f-1d3c-4d87-adb6-bc15752ec156', 'cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c', 'e98e4eef-2ef3-4903-be4d-4cbebeb919f4', '2b2ee20b-24ea-4507-825d-362ca6f9f054', 'bf9494a1-8930-4423-9998-6c8fee48c851', 'e3b2b645-d5fb-4ea1-b2be-3f9227695b8a', 'e36ac03c-afbe-4ccb-8517-bc46ccebe434', '5268a657-4090-4f35-ae79-73daa6ea8a56', '905491a5-90de-4a95-a4e0-3290aaa17092', 'c46c8011-2017-49da-b461-b1134a956541', 'aadcf588-c007-45be-b5f3-6e9e21220ce3', '28149752-6cf2-4144-9ede-9e84483b21bc', 'f0a15195-af2c-4837-b416-473f757e225b', '8af738da-80fd-4785-8d82-75e47bac9428', '4e611322-dcc6-4488-9f41-40f57e2228f7', 'c82c94a2-7106-4d42-a2ef-005ce48f0b55', '14cd92bf-bced-4e7c-9115-f79175e05238', '54d94c43-0c45-4776-9abd-31efd622be55', '5e22d997-afe8-4ec3-820c-89b3c5da258a', 'ae2d17ad-d551-417a-b41b-0ac8f8913e39', '94f53069-5f7e-4c89-bb82-ca7d09a67869', '54facc8a-9962-4c61-b574-832cf77ae35d', 'ad19a656-2f96-4345-b0b0-e248afd71883'} {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1120.400158] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1120.416457] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.416612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.416720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.416897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.417047] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.417210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6885f628-ee38-4ce4-a421-c1a04d26058f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.419526] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.419675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.419788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.419937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.420045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.420163] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1120.420236] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1120.420306] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1120.537985] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.538207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.538207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.538427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.539702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.540073] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1120.540183] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1120.540269] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1120.540422] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1120.540422] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1120.540499] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGH for action security_group_rules [ 1120.540616] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGH for action security_group_rules [ 1120.540683] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGH for action security_group_rules [ 1120.540814] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGH for action security_group_rules [ 1120.540814] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae with Priority: HIGH for action security_group_rules [ 1120.540954] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGH for action security_group_rules [ 1120.540954] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGH for action security_group_rules [ 1120.541066] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGH for action security_group_rules [ 1120.541066] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGH for action security_group_rules [ 1120.541135] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGH for action security_group_rules [ 1120.541192] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGH for action security_group_rules [ 1120.541241] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGH for action security_group_rules [ 1120.541361] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGH for action security_group_rules [ 1120.541361] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGH for action security_group_rules [ 1120.541458] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGH for action security_group_rules [ 1120.541458] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGH for action security_group_rules [ 1120.541604] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGH for action security_group_rules [ 1120.541604] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGH for action security_group_rules [ 1120.541683] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGH for action security_group_rules [ 1120.541726] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGH for action security_group_rules [ 1120.541825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.776959] env[66340]: INFO networking_nsxv3.common.synchronization [req-7ef84bb9-1929-4ea3-bd0d-e238e2afbf57 req-dbed8deb-daea-4edc-9452-bc3990bf4f7e tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1120.778025] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1120.778025] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a802806b-d16c-4373-ae0f-126c9763fc31 with Priority: HIGH for action security_group_rules [ 1120.778025] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210d75dd-97b4-4695-ab97-279b25e95910 with Priority: HIGH for action security_group_rules [ 1120.778025] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a with Priority: HIGH for action security_group_rules [ 1120.778237] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGH for action security_group_rules [ 1120.778237] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 with Priority: HIGH for action security_group_rules [ 1120.778302] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 with Priority: HIGH for action security_group_rules [ 1120.778334] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGH for action security_group_rules [ 1120.778697] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGH for action security_group_rules [ 1120.778697] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d with Priority: HIGH for action security_group_rules [ 1120.778697] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGH for action security_group_rules [ 1120.778941] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e011eb-102d-46e2-a49a-d5b9398e317a with Priority: HIGH for action security_group_rules [ 1120.778941] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGH for action security_group_rules [ 1120.778941] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e with Priority: HIGH for action security_group_rules [ 1120.779108] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d226485c-4c21-4254-8a59-383da20afccf with Priority: HIGH for action security_group_rules [ 1120.779108] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGH for action security_group_rules [ 1120.779218] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 with Priority: HIGH for action security_group_rules [ 1120.779278] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4987d46-f264-43c8-bbfb-71699deed8f3 with Priority: HIGH for action security_group_rules [ 1120.779366] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae with Priority: HIGH for action security_group_rules [ 1120.779460] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 with Priority: HIGH for action security_group_rules [ 1120.779578] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGH for action security_group_rules [ 1120.779915] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.780080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.780161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.780407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.780638] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.780638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.780782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.780847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.780914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.781016] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.781960] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a802806b-d16c-4373-ae0f-126c9763fc31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.782070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.782070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.782208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.782285] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a802806b-d16c-4373-ae0f-126c9763fc31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.784602] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210d75dd-97b4-4695-ab97-279b25e95910 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.784759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.784915] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.784915] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.785021] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210d75dd-97b4-4695-ab97-279b25e95910',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.787597] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.787727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.787824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.788058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.788154] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da2d2bab-0ff7-4df6-aec6-d63b73f2b29a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.789765] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.789765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.789765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.789765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.789765] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.790610] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35a69806-7333-40ad-ac37-28ee4ad39e57 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.790610] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.790610] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.790610] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.790610] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35a69806-7333-40ad-ac37-28ee4ad39e57',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.791494] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.791867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.791976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.792236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.792311] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce358c42-f5ea-4873-b5c1-b224963fd1b9',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.793514] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.793514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.793514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.793514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.793514] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.795390] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.795390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.795390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.795390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.795390] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.798135] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.798135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.798135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.798135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.798135] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.798881] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.798881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.798881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.798881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.798881] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.800508] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e011eb-102d-46e2-a49a-d5b9398e317a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.800742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.800873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.801347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.801347] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e011eb-102d-46e2-a49a-d5b9398e317a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.802168] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.802313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.802412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.802928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.803075] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.804166] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9021cb82-05d6-468e-8351-cdeb9e727d8e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.804345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.804472] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.804678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.804784] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9021cb82-05d6-468e-8351-cdeb9e727d8e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.805703] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d226485c-4c21-4254-8a59-383da20afccf taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.805842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.805934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.806148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.806300] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d226485c-4c21-4254-8a59-383da20afccf',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.807240] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ab86b5-79d4-41f8-8e10-ce734106103f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.807391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.807506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.807718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.807883] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.810887] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e834255-daa7-4fa9-adf9-217434e0d0e3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.811048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.811258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.812179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.812290] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e834255-daa7-4fa9-adf9-217434e0d0e3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.813280] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4987d46-f264-43c8-bbfb-71699deed8f3 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.813428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.813519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.813717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.813820] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4987d46-f264-43c8-bbfb-71699deed8f3',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.816988] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.817281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.817391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.817593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.817715] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.819392] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99504afb-4a9c-4313-a8c7-f228e53b2e53 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.819392] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.819392] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.819622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.819714] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99504afb-4a9c-4313-a8c7-f228e53b2e53',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.820014] env[66340]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1120.821461] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.821597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.821682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.822321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.822321] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.828544] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.828544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.828795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.828853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.851999] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.852228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.854200] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.854790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.859291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.859600] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.859711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.859769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.859945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.860115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.860216] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 1120.862052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.862052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.883198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.883255] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da2d2bab-0ff7-4df6-aec6-d63b73f2b29a is going to be deleted. [ 1120.884414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.884633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.894103] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.894554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.894554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.894554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.894781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.895979] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.906309] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 1120.911311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.911513] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a802806b-d16c-4373-ae0f-126c9763fc31 is going to be deleted. [ 1120.951617] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.951617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.951617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.951617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.951617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.951617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da2d2bab-0ff7-4df6-aec6-d63b73f2b29a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.967948] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.967948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.969370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.969370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.969370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.969370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a802806b-d16c-4373-ae0f-126c9763fc31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.115987] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1121.116329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.116407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.116657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.116808] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.116929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.117010] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.117197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.117292] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.117418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.117522] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.197336] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-554 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.197526] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.197658] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.198208] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.198546] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.198764] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.198944] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.199635] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.199635] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.199635] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.199835] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.199908] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.200058] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.200202] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.200644] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.200644] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.221691] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.221913] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.222015] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.222206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-554" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.222541] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-09039507-fea8-426e-8242-f8dd1ab210e0 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.222719] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-09039507-fea8-426e-8242-f8dd1ab210e0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.222866] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-09039507-fea8-426e-8242-f8dd1ab210e0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.223239] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-09039507-fea8-426e-8242-f8dd1ab210e0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.223385] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09039507-fea8-426e-8242-f8dd1ab210e0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.311844] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ab86b5-79d4-41f8-8e10-ce734106103f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.312166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.312501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.312501] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.312986] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.313215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.313365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.313942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.313942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.313942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.314266] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.325010] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.325262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.325328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.325679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.325943] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.326000] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.326123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.326758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.326878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.327089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.327246] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.335781] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-66687aeb-851b-451c-a1ad-a4a5d28c8e24 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.335996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.336079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.336254] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.336426] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.336528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.336595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.336749] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.336838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.336926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.337036] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.350333] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.350531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.350531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.350791] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.350969] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.351116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.351188] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.351350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.351441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.351531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.351651] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.357076] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.405580] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.405580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.405580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.405580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.405580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.405991] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e988130d-1705-4cf0-901d-933fa337ad16 is going to be created. [ 1121.410872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.411093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.411167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.411379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.420792] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.421032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.426943] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.426943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.428943] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.428943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.428943] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.428943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.431963] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.432105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.434562] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.434674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.438164] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.438164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.439785] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.439933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.441071] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.441820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.443427] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.443548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.444750] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1121.445274] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.447623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.447623] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1121.447623] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.447623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.447623] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1121.448087] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.448174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.451048] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1121.451547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.451692] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0fe4362-a489-4867-a494-0f819070b5ab is going to be deleted. [ 1121.453128] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.453362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.462601] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.462814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.463021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.463248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.466577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.472374] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e988130d-1705-4cf0-901d-933fa337ad16 in Status: UNINITIALIZED for 2s [ 1121.473965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.474106] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4987d46-f264-43c8-bbfb-71699deed8f3 is going to be deleted. [ 1121.475045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.475278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.495785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.495924] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9021cb82-05d6-468e-8351-cdeb9e727d8e is going to be deleted. [ 1121.496907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.497136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.523206] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.523206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.528776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.528998] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d is going to be deleted. [ 1121.529990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.530420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.531674] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.531780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.553655] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.553850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.560259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.560465] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99504afb-4a9c-4313-a8c7-f228e53b2e53 is going to be deleted. [ 1121.561647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.562020] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.608549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.608944] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be deleted. [ 1121.609731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.609980] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.621988] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.621988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.621988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.621988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.622347] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.622347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.622347] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.622516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.622629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.622706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.622820] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.622946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.623034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.623132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.623304] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.623405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.623482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.623664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.623739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.623823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.623927] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.643044] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.643044] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.650093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.650251] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e011eb-102d-46e2-a49a-d5b9398e317a is going to be deleted. [ 1121.651201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.651412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.726121] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.726121] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.726121] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.726458] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.726458] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.726592] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 09039507-fea8-426e-8242-f8dd1ab210e0 not found, creating... [ 1121.726876] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.727040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.727159] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.727387] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.727524] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.728157] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.728157] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.728321] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.728447] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.728516] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.728657] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 09039507-fea8-426e-8242-f8dd1ab210e0 is going to be created. [ 1121.741384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.741384] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210d75dd-97b4-4695-ab97-279b25e95910 is going to be deleted. [ 1121.742177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.742388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.766280] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.766384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.810329] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.810532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.818293] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.835028] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.835678] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.835678] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.835678] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.835871] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.836117] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-09039507-fea8-426e-8242-f8dd1ab210e0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.840218] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.850538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.850714] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce358c42-f5ea-4873-b5c1-b224963fd1b9 is going to be deleted. [ 1121.851966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.852211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.863368] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.869869] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66687aeb-851b-451c-a1ad-a4a5d28c8e24: rpc.has_security_group_logging(os_id): False [ 1121.918854] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.918964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.920180] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.920414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.944618] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.944741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.946597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.946730] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d226485c-4c21-4254-8a59-383da20afccf is going to be deleted. [ 1121.947789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.948074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.012957] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.013207] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35a69806-7333-40ad-ac37-28ee4ad39e57 is going to be deleted. [ 1122.014252] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.014484] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.075805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.075992] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be deleted. [ 1122.077043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.077276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.129560] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b57d552e-08bf-46af-a99d-d03bc9d548d6: rpc.has_security_group_logging(os_id): False [ 1122.136803] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.136803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.136803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.136803] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e834255-daa7-4fa9-adf9-217434e0d0e3 is going to be deleted. [ 1122.136803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.136803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.148356] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.148356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.179735] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.180114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.203656] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.203810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.220431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.220588] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae is going to be deleted. [ 1122.221945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.222209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.222306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.222437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.222598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.222755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.222834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.222943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4987d46-f264-43c8-bbfb-71699deed8f3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.223453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.223609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.223816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.223941] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9021cb82-05d6-468e-8351-cdeb9e727d8e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.224214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.224379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.224616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.224917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b70fd62-5aa2-47c3-9151-3be8a4a5ce3d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.228240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.228465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.228562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.228750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99504afb-4a9c-4313-a8c7-f228e53b2e53" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.228901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.229157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.229201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.229536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.229536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.229536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.251643] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.251829] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.305780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.306330] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.306516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.306616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.306925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.307085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.307235] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 is going to be updated. [ 1122.309494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.309739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.309873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.310053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e011eb-102d-46e2-a49a-d5b9398e317a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.310240] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.310453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.310581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.310721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210d75dd-97b4-4695-ab97-279b25e95910" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.310930] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.311101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.311185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.311322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce358c42-f5ea-4873-b5c1-b224963fd1b9" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.311489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.311649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.312037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.312037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d226485c-4c21-4254-8a59-383da20afccf" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.312863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.312863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.312863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.313035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35a69806-7333-40ad-ac37-28ee4ad39e57" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.313316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.313480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.313879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.313879] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.314015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.314187] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.314321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.314407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.314689] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.314854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.314944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.315390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.315548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.315937] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.316080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.316251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.316495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.316726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.316917] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be created. [ 1122.318533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.318846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.318946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.319083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.320930] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5ab86b5-79d4-41f8-8e10-ce734106103f: rpc.has_security_group_logging(os_id): False [ 1122.342616] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db4405cb-35f2-4537-bc8c-c9e046ebdcde: rpc.has_security_group_logging(os_id): False [ 1122.361254] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.361462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.361636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.361953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.362089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.362224] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e834255-daa7-4fa9-adf9-217434e0d0e3" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.365754] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5b9a15-513b-4f3e-93e0-5175abfe609d: rpc.has_security_group_logging(os_id): False [ 1122.382337] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.382337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.382337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.382555] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.385318] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.385434] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.432096] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.432389] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.444736] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.444983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.455167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.455651] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.455811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.455859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.456323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.456323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.456493] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ab86b5-79d4-41f8-8e10-ce734106103f is going to be updated. [ 1122.457827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.458266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.525029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.525029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.525029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.525029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.525029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.525029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.525029] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde is going to be updated. [ 1122.526698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.528064] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.546274] env[66340]: INFO networking_nsxv3.common.synchronization [req-7ef84bb9-1929-4ea3-bd0d-e238e2afbf57 req-55bcd904-cc71-4481-8eb2-03cf1f716c33 service nova] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_rules [ 1122.546517] env[66340]: INFO networking_nsxv3.common.synchronization [req-7ef84bb9-1929-4ea3-bd0d-e238e2afbf57 req-55bcd904-cc71-4481-8eb2-03cf1f716c33 service nova] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1122.546747] env[66340]: INFO networking_nsxv3.common.synchronization [req-7ef84bb9-1929-4ea3-bd0d-e238e2afbf57 req-55bcd904-cc71-4481-8eb2-03cf1f716c33 service nova] Enqueued Resource ID: 09039507-fea8-426e-8242-f8dd1ab210e0 with Priority: HIGHEST for action port [ 1122.547389] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_rules [ 1122.547493] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1122.547593] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09039507-fea8-426e-8242-f8dd1ab210e0 with Priority: HIGHEST for action port [ 1122.547975] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.548139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.548179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.548369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.548450] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.551792] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.551792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.551792] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-09039507-fea8-426e-8242-f8dd1ab210e0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.551792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09039507-fea8-426e-8242-f8dd1ab210e0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.551792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09039507-fea8-426e-8242-f8dd1ab210e0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.551792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09039507-fea8-426e-8242-f8dd1ab210e0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.551792] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09039507-fea8-426e-8242-f8dd1ab210e0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.612332] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.612484] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.622212] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.622417] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.626533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.626883] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.626985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.627061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.627350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.627432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.627535] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d is going to be updated. [ 1122.628703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.628893] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.628984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.629127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a67de5b-b3cb-4ad7-a520-f1cdbb7784ae" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.629261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.629432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.629633] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.630653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.630827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.631094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.647883] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1122.652275] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 in Status: IN_PROGRESS for 2s [ 1122.708281] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.708504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.708504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.709115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.709115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.735338] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.735745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.736102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.736356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.736550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.768837] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ab86b5-79d4-41f8-8e10-ce734106103f in Status: IN_PROGRESS for 2s [ 1122.770319] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: IN_PROGRESS for 2s [ 1122.821612] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1122.822283] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.822480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.822547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.822747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.822895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.862305] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: IN_PROGRESS for 2s [ 1122.920259] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 1122.920433] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 deletion is rescheduled due to dependency. [ 1122.920554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.920727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.922786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.922786] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.922786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.922786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.922786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.922786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.922786] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.053934] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.053934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.054161] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09039507-fea8-426e-8242-f8dd1ab210e0 with status ACTIVE [ 1123.054335] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.054445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.054511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.054715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.054807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.054980] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.055093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.055154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.055310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.055414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.055618] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.055686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.056036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.056036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.056036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.056195] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09039507-fea8-426e-8242-f8dd1ab210e0 is going to be updated. [ 1123.078559] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.078559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.078867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.078984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.079164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.079321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09039507-fea8-426e-8242-f8dd1ab210e0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.424662] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.484484] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e988130d-1705-4cf0-901d-933fa337ad16 in Status: SUCCESS [ 1123.485258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.485258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.485258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.485460] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.485521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.485722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.485944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.486071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.486216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.486332] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.928589] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.990092] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.432304] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.432715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.432715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.432833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.432880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.433653] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 1124.487346] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.487647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.487721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.488737] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.488737] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.491807] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e988130d-1705-4cf0-901d-933fa337ad16: rpc.has_security_group_logging(os_id): False [ 1124.500824] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 1124.525968] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.526276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.526488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.526704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.526858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.527209] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.527426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.527426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.527650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.527852] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.527979] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e988130d-1705-4cf0-901d-933fa337ad16 is going to be created. [ 1124.654559] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.654559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.654718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.654806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.655010] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.682494] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e988130d-1705-4cf0-901d-933fa337ad16 in Status: IN_PROGRESS for 2s [ 1124.683524] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 in Status: SUCCESS [ 1124.683818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.687034] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1124.687364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.782924] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ab86b5-79d4-41f8-8e10-ce734106103f in Status: SUCCESS [ 1124.783218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.784129] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: SUCCESS [ 1124.784295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.875226] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: SUCCESS [ 1124.875445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.512380] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 1126.512889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.512889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.513040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.513263] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.513380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.513446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.513731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.513731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.513882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.513882] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.714188] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e988130d-1705-4cf0-901d-933fa337ad16 in Status: SUCCESS [ 1126.714934] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.016681] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.016861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.016974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.017722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.017722] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.017722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.017722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.017722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.018047] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.018047] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.018112] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.018193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.018254] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.018413] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.018552] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.018698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.018698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.018846] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.018936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.019060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.019221] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.523048] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2ee20b-24ea-4507-825d-362ca6f9f054: rpc.has_security_group_logging(os_id): False [ 1127.540161] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.540337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.540408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.540590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.540686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.540920] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.541027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.541102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.541402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.541402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.541523] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.541614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.541649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.541795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.541880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.542074] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.542166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.542223] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.542363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.542446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.542531] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 1127.548925] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1127.549053] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1127.602335] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.602508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.602572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.602766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.602917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.617811] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 1127.634378] env[66340]: INFO networking_nsxv3.common.synchronization [req-4ebdbd8c-fd4b-404d-98fd-c08a861262a8 req-ccdd37a2-9a21-4eda-955b-5b0ce5809ab4 tempest-ServerMetadataNegativeTestJSON-1889634529 tempest-ServerMetadataNegativeTestJSON-1889634529-project-member] Enqueued Resource ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 with Priority: HIGHEST for action security_group_members [ 1127.634933] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 with Priority: HIGHEST for action security_group_members [ 1127.635323] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.635491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.635590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.635928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.636156] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.636322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.636422] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.636651] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.636940] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.636940] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a69395b8-e5f6-49b5-bc6a-1a91bc5b6310',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.974911] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.975140] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-969" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.975289] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-969" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.975626] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-969" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.975930] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.976140] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.976263] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.976513] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.976662] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.976879] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.976991] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.977111] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.977218] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.977326] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.977428] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.977562] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.996169] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.996368] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.996509] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.996687] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-969" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.997016] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-6d83eb87-6056-45d4-be2d-8df7cccb78fb taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.997209] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-6d83eb87-6056-45d4-be2d-8df7cccb78fb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.997333] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-6d83eb87-6056-45d4-be2d-8df7cccb78fb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.997646] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-6d83eb87-6056-45d4-be2d-8df7cccb78fb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.997786] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d83eb87-6056-45d4-be2d-8df7cccb78fb',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.139699] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.139872] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.139954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.140200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.140304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.140677] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.140677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.140677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.140964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.140964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.140964] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 already deleted. [ 1128.141141] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.500283] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.500499] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.500624] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.500919] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.501047] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.501210] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 6d83eb87-6056-45d4-be2d-8df7cccb78fb not found, creating... [ 1128.501541] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.501637] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.501754] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.501968] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.502119] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.502400] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.502555] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.502668] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.502869] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.502998] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.503157] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 6d83eb87-6056-45d4-be2d-8df7cccb78fb is going to be created. [ 1128.527454] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.527737] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.527919] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.528295] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.528545] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.528801] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-6d83eb87-6056-45d4-be2d-8df7cccb78fb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.233136] env[66340]: INFO networking_nsxv3.common.synchronization [req-4ebdbd8c-fd4b-404d-98fd-c08a861262a8 req-4d4e6c2f-af64-4210-bf0d-bf8f225796a3 service nova] Enqueued Resource ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 with Priority: HIGHEST for action security_group_rules [ 1129.233136] env[66340]: INFO networking_nsxv3.common.synchronization [req-4ebdbd8c-fd4b-404d-98fd-c08a861262a8 req-4d4e6c2f-af64-4210-bf0d-bf8f225796a3 service nova] Enqueued Resource ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 with Priority: HIGHEST for action security_group_members [ 1129.233136] env[66340]: INFO networking_nsxv3.common.synchronization [req-4ebdbd8c-fd4b-404d-98fd-c08a861262a8 req-4d4e6c2f-af64-4210-bf0d-bf8f225796a3 service nova] Enqueued Resource ID: 6d83eb87-6056-45d4-be2d-8df7cccb78fb with Priority: HIGHEST for action port [ 1129.233136] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 with Priority: HIGHEST for action security_group_rules [ 1129.233136] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 with Priority: HIGHEST for action security_group_members [ 1129.233407] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d83eb87-6056-45d4-be2d-8df7cccb78fb with Priority: HIGHEST for action port [ 1129.233513] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.233620] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.233681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.233947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.234015] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a69395b8-e5f6-49b5-bc6a-1a91bc5b6310',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.234873] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.234981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.235928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.235928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.235928] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.235928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.235928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.235928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.235928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.235928] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a69395b8-e5f6-49b5-bc6a-1a91bc5b6310',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.237105] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d83eb87-6056-45d4-be2d-8df7cccb78fb taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.237105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d83eb87-6056-45d4-be2d-8df7cccb78fb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.237105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d83eb87-6056-45d4-be2d-8df7cccb78fb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.237426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d83eb87-6056-45d4-be2d-8df7cccb78fb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.237426] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d83eb87-6056-45d4-be2d-8df7cccb78fb',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.636278] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 1129.636583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.739513] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.739513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.739513] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a69395b8-e5f6-49b5-bc6a-1a91bc5b6310',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.740883] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d83eb87-6056-45d4-be2d-8df7cccb78fb with status ACTIVE [ 1129.741107] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.741232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.741300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.741512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.741602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.741783] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.741881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.741945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.742712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.742797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.742964] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.743264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.743355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.743515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.743596] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.744070] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d83eb87-6056-45d4-be2d-8df7cccb78fb is going to be updated. [ 1129.768810] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.768810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.768810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.770119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.770119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.770279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d83eb87-6056-45d4-be2d-8df7cccb78fb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.065016] env[66340]: INFO networking_nsxv3.common.synchronization [req-8a8e35b6-01c2-4828-9ce2-1212f7b542ad req-e350f00f-12ce-4022-8182-ca96585a569c tempest-ServerAddressesTestJSON-416233301 tempest-ServerAddressesTestJSON-416233301-project-member] Enqueued Resource ID: 3f042671-8e21-496f-8882-826bf8ede32d with Priority: HIGHEST for action security_group_members [ 1130.065672] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f042671-8e21-496f-8882-826bf8ede32d with Priority: HIGHEST for action security_group_members [ 1130.066031] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f042671-8e21-496f-8882-826bf8ede32d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.066171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.066243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.066544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.066710] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.066811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.066876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.067041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.067129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.067225] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f042671-8e21-496f-8882-826bf8ede32d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.251097] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a69395b8-e5f6-49b5-bc6a-1a91bc5b6310',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.436560] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-374 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.436560] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-374" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.436560] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-374" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.436897] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-374" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.437227] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.437526] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.437696] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.438028] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.438556] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.438818] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.439009] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.439161] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.439280] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.439398] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.439501] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.439634] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.460326] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.460326] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.460550] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.464061] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-374" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.464061] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-2e75087e-ebdd-4ff9-9df1-fc21a9c989f0 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.464061] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-2e75087e-ebdd-4ff9-9df1-fc21a9c989f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.464061] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-2e75087e-ebdd-4ff9-9df1-fc21a9c989f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.464061] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-2e75087e-ebdd-4ff9-9df1-fc21a9c989f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.464061] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e75087e-ebdd-4ff9-9df1-fc21a9c989f0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.570741] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.570889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.570963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.571209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.571421] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.571506] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.571608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.571670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.571831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.571921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.572015] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f042671-8e21-496f-8882-826bf8ede32d already deleted. [ 1130.572100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.753769] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.753769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.753769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.753769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.753769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.753769] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 is going to be created. [ 1130.776810] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.777522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.777522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.777522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.777522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.787725] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 in Status: UNINITIALIZED for 2s [ 1130.965956] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.966157] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.966233] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.966525] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.966698] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.966875] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 2e75087e-ebdd-4ff9-9df1-fc21a9c989f0 not found, creating... [ 1130.967179] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.967330] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.967444] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.967671] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.967813] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.968184] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.968373] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.968519] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.968737] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.968931] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.969104] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 2e75087e-ebdd-4ff9-9df1-fc21a9c989f0 is going to be created. [ 1130.992549] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.992820] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.993023] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.993289] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.993828] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.993828] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-2e75087e-ebdd-4ff9-9df1-fc21a9c989f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.741614] env[66340]: INFO networking_nsxv3.common.synchronization [req-8a8e35b6-01c2-4828-9ce2-1212f7b542ad req-862e6c7e-69da-4f15-bc47-bd48131f4068 service nova] Enqueued Resource ID: 3f042671-8e21-496f-8882-826bf8ede32d with Priority: HIGHEST for action security_group_rules [ 1131.742094] env[66340]: INFO networking_nsxv3.common.synchronization [req-8a8e35b6-01c2-4828-9ce2-1212f7b542ad req-862e6c7e-69da-4f15-bc47-bd48131f4068 service nova] Enqueued Resource ID: 3f042671-8e21-496f-8882-826bf8ede32d with Priority: HIGHEST for action security_group_members [ 1131.742315] env[66340]: INFO networking_nsxv3.common.synchronization [req-8a8e35b6-01c2-4828-9ce2-1212f7b542ad req-862e6c7e-69da-4f15-bc47-bd48131f4068 service nova] Enqueued Resource ID: 2e75087e-ebdd-4ff9-9df1-fc21a9c989f0 with Priority: HIGHEST for action port [ 1131.742915] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f042671-8e21-496f-8882-826bf8ede32d with Priority: HIGHEST for action security_group_rules [ 1131.743101] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f042671-8e21-496f-8882-826bf8ede32d with Priority: HIGHEST for action security_group_members [ 1131.743259] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e75087e-ebdd-4ff9-9df1-fc21a9c989f0 with Priority: HIGHEST for action port [ 1131.743605] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f042671-8e21-496f-8882-826bf8ede32d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.743779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.743888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.746362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.746362] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f042671-8e21-496f-8882-826bf8ede32d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.746362] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f042671-8e21-496f-8882-826bf8ede32d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.746362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.746362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.746860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.746860] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.746860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.746952] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.747717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.747717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.747717] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f042671-8e21-496f-8882-826bf8ede32d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.748275] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e75087e-ebdd-4ff9-9df1-fc21a9c989f0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.748437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e75087e-ebdd-4ff9-9df1-fc21a9c989f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.748543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e75087e-ebdd-4ff9-9df1-fc21a9c989f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.748983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e75087e-ebdd-4ff9-9df1-fc21a9c989f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.748983] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e75087e-ebdd-4ff9-9df1-fc21a9c989f0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.260024] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f042671-8e21-496f-8882-826bf8ede32d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.260024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f042671-8e21-496f-8882-826bf8ede32d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.260024] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e75087e-ebdd-4ff9-9df1-fc21a9c989f0 with status ACTIVE [ 1132.260024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.260024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.260024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.260875] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.260875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.260875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.260875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.260875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.260875] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e75087e-ebdd-4ff9-9df1-fc21a9c989f0 is going to be updated. [ 1132.283693] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.283862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.283953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.284204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.284383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.284565] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e75087e-ebdd-4ff9-9df1-fc21a9c989f0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.763300] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f042671-8e21-496f-8882-826bf8ede32d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.804419] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 in Status: SUCCESS [ 1132.804665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.804844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.805087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.805311] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.805449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.805516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.805665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.805758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.805860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.806027] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a69395b8-e5f6-49b5-bc6a-1a91bc5b6310',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.266461] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.266844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.266844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.267060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.267060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.267182] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f042671-8e21-496f-8882-826bf8ede32d is going to be created. [ 1133.295912] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.296249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.296393] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.296645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.296843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.309529] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f042671-8e21-496f-8882-826bf8ede32d in Status: UNINITIALIZED for 2s [ 1133.309529] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.309715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.309840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.311360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.311360] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.311360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.311360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.311360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.311360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.311623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.312031] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.312195] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.312312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.312548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.313830] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.313830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.313830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.313830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.313830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.313830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.313830] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a69395b8-e5f6-49b5-bc6a-1a91bc5b6310',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.816037] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a69395b8-e5f6-49b5-bc6a-1a91bc5b6310: rpc.has_security_group_logging(os_id): False [ 1133.836828] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.837093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.837093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.837302] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.837393] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.837598] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.837697] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.837761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.837909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.838021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.838229] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.838327] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.838390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.838551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.838627] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.838832] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.838930] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.839024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.839175] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.839251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.839338] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 is going to be created. [ 1133.915377] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.915604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.915604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.915800] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.915993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.929301] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 in Status: IN_PROGRESS for 2s [ 1134.914208] env[66340]: INFO networking_nsxv3.common.synchronization [None req-170be460-25af-4872-9c7c-730241fb45fa tempest-AttachVolumeShelveTestJSON-672223224 tempest-AttachVolumeShelveTestJSON-672223224-project-member] Enqueued Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_rules [ 1134.915135] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_rules [ 1134.915709] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.915893] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.916032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.916387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.916528] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.065491] env[66340]: INFO networking_nsxv3.common.synchronization [None req-f978e710-393f-4845-bb99-534b4d614592 tempest-AttachVolumeShelveTestJSON-672223224 tempest-AttachVolumeShelveTestJSON-672223224-project-member] Enqueued Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_rules [ 1135.070588] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_rules [ 1135.071304] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.071674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.320229] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f042671-8e21-496f-8882-826bf8ede32d in Status: SUCCESS [ 1135.320488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.320681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.320905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.321140] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.321261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.321424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.321480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.321561] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.321668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.321779] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f042671-8e21-496f-8882-826bf8ede32d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.330332] env[66340]: INFO networking_nsxv3.common.synchronization [req-99255a40-f301-4e31-9757-5a25712e87bd req-06e937cb-a4de-4269-a32e-afc630811fdc tempest-ServerDiskConfigTestJSON-1142023947 tempest-ServerDiskConfigTestJSON-1142023947-project-member] Enqueued Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1135.331178] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 with Priority: HIGHEST for action security_group_members [ 1135.331669] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2ee20b-24ea-4507-825d-362ca6f9f054 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.331814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.332908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.332908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.332908] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.332908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.332908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.333214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.333247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.333492] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2ee20b-24ea-4507-825d-362ca6f9f054',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.440749] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.440978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.441056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.441342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.441519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.441605] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff502cb7-69d7-499c-9fa1-118d5214a53b already deleted. [ 1135.441720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.442343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.442343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.442343] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.580779] env[66340]: INFO networking_nsxv3.common.synchronization [None req-6b29fe5a-03d1-4148-b77c-af8296d63491 tempest-ServerRescueNegativeTestJSON-54154602 tempest-ServerRescueNegativeTestJSON-54154602-project-member] Enqueued Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_rules [ 1135.581334] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_rules [ 1135.581652] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.581776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.582282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.582634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.582735] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19edc624-1dcd-42a9-bfb7-7fc6415cbc2e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.756931] env[66340]: INFO networking_nsxv3.common.synchronization [None req-22fd7c81-3673-4d1d-9773-38ce95a864b6 tempest-ServerRescueNegativeTestJSON-54154602 tempest-ServerRescueNegativeTestJSON-54154602-project-member] Enqueued Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_rules [ 1135.757512] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_rules [ 1135.757835] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.757965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.823944] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f042671-8e21-496f-8882-826bf8ede32d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.824182] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.824258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.824514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.824711] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.824821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.824885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.825209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.825323] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.825430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.826398] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f042671-8e21-496f-8882-826bf8ede32d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.826398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.826398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.826398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.826398] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.826398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.826825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.826825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.826825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.826825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.826825] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f042671-8e21-496f-8882-826bf8ede32d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.836972] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.837342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.837444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.837727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.837849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.838143] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.838297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.838417] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.838634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.838768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.838913] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 is going to be updated. [ 1135.878811] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.879054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.879297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.879525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.879851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.895189] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: IN_PROGRESS for 2s [ 1135.944637] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 in Status: SUCCESS [ 1135.945350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.983304] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.983459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.983535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.983751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.983847] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.983949] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff502cb7-69d7-499c-9fa1-118d5214a53b already deleted. [ 1135.984199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.105435] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.105435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.105435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.105730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.105730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.105859] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e already deleted. [ 1136.105859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.106045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.106216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.109742] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19edc624-1dcd-42a9-bfb7-7fc6415cbc2e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.329585] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f042671-8e21-496f-8882-826bf8ede32d: rpc.has_security_group_logging(os_id): False [ 1136.360531] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.360786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.360829] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.361103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.361350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.361424] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.361512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.361561] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.361720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.361809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.362131] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.362279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.362354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.362476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.362518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.362821] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.362920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.362920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.363077] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.363147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.363240] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f042671-8e21-496f-8882-826bf8ede32d is going to be created. [ 1136.440031] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.440031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.440031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.440031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.440031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.458383] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f042671-8e21-496f-8882-826bf8ede32d in Status: IN_PROGRESS for 2s [ 1136.634527] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.634795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.634795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.634935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.635046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.635284] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e already deleted. [ 1136.635284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.906892] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 in Status: SUCCESS [ 1137.907246] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2ee20b-24ea-4507-825d-362ca6f9f054 deletion is rescheduled due to dependency. [ 1137.907246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2ee20b-24ea-4507-825d-362ca6f9f054" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.470362] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f042671-8e21-496f-8882-826bf8ede32d in Status: SUCCESS [ 1138.470579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.582915] env[66340]: INFO networking_nsxv3.common.synchronization [req-f89bc60f-edcf-4d17-a3b3-398601bd87e9 req-aed460fa-2b4c-4be3-a482-6f7a8a06e5c3 tempest-ServerMetadataNegativeTestJSON-1889634529 tempest-ServerMetadataNegativeTestJSON-1889634529-project-member] Enqueued Resource ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 with Priority: HIGHEST for action security_group_members [ 1140.583759] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 with Priority: HIGHEST for action security_group_members [ 1140.583872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.584014] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.584203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.584484] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.584942] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.584942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.584942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.585157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.585278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.585462] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a69395b8-e5f6-49b5-bc6a-1a91bc5b6310',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.089043] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.089043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.089043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.089043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.089043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.089432] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.089432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.089432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.089610] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.089688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.089776] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 is going to be updated. [ 1141.123650] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.123785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.123878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.124087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.124231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.133417] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 in Status: IN_PROGRESS for 2s [ 1143.145192] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 in Status: SUCCESS [ 1143.145646] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 deletion is rescheduled due to dependency. [ 1143.145646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.832948] env[66340]: INFO networking_nsxv3.common.synchronization [req-72744f5e-ff90-4fcf-ad9c-6cf487694ec8 req-1899ce26-f54d-463f-ada0-fc758fb23038 tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1143.833349] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1143.833660] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.833799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.833869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.834078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.834236] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.834336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.834402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.834545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.834632] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.834748] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.218594] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.218594] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.218594] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.218594] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.218594] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.219133] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.219133] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.219133] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.220126] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.220126] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.220126] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.220126] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.220126] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.220126] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.220421] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.220421] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.245535] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.245798] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.245971] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.246263] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-831" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.247753] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-6244845e-7afb-4b2c-bceb-3f17b3b84df4 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.247753] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-6244845e-7afb-4b2c-bceb-3f17b3b84df4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.247753] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-6244845e-7afb-4b2c-bceb-3f17b3b84df4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.247753] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-6244845e-7afb-4b2c-bceb-3f17b3b84df4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.247753] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6244845e-7afb-4b2c-bceb-3f17b3b84df4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.336916] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.337233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.337310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.337531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.337647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.337964] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.338277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.338404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.338658] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.338889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.338935] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be deleted. [ 1144.392759] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.392922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.392972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.393200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.393321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.393456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.750575] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.750845] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.750977] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.751276] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.751468] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.751639] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 6244845e-7afb-4b2c-bceb-3f17b3b84df4 not found, creating... [ 1144.751912] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.752087] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.752209] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.752435] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.752575] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.752861] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.753034] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.753165] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.753377] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.753549] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.753737] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 6244845e-7afb-4b2c-bceb-3f17b3b84df4 is going to be created. [ 1144.780920] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.781199] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.781350] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.781649] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.781895] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.782143] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-6244845e-7afb-4b2c-bceb-3f17b3b84df4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.190888] env[66340]: INFO networking_nsxv3.common.synchronization [req-c7d291de-36f1-4147-9924-885317b1c27e req-28898930-9167-4922-ae17-4b3ca9f7c7f1 tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_members [ 1145.191462] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGHEST for action security_group_members [ 1145.191938] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-66687aeb-851b-451c-a1ad-a4a5d28c8e24 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.191938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.192082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.192192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.192394] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.192463] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.192572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.192751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.192841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.192938] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.533862] env[66340]: INFO networking_nsxv3.common.synchronization [req-72744f5e-ff90-4fcf-ad9c-6cf487694ec8 req-d9bc2a5c-92e5-47e1-9267-22effce3c2c3 service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 1145.534343] env[66340]: INFO networking_nsxv3.common.synchronization [req-72744f5e-ff90-4fcf-ad9c-6cf487694ec8 req-d9bc2a5c-92e5-47e1-9267-22effce3c2c3 service nova] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1145.534343] env[66340]: INFO networking_nsxv3.common.synchronization [req-72744f5e-ff90-4fcf-ad9c-6cf487694ec8 req-d9bc2a5c-92e5-47e1-9267-22effce3c2c3 service nova] Enqueued Resource ID: 6244845e-7afb-4b2c-bceb-3f17b3b84df4 with Priority: HIGHEST for action port [ 1145.534982] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_rules [ 1145.534982] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1145.534982] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6244845e-7afb-4b2c-bceb-3f17b3b84df4 with Priority: HIGHEST for action port [ 1145.539294] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.539404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.539442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.539647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.539735] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.540670] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.540776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.540842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.541011] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.541221] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.543029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.543161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.543409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.543556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.543716] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.547354] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-6244845e-7afb-4b2c-bceb-3f17b3b84df4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.547492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6244845e-7afb-4b2c-bceb-3f17b3b84df4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.547564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6244845e-7afb-4b2c-bceb-3f17b3b84df4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.547768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6244845e-7afb-4b2c-bceb-3f17b3b84df4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.547928] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6244845e-7afb-4b2c-bceb-3f17b3b84df4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.558290] env[66340]: INFO networking_nsxv3.common.synchronization [req-7ee434f7-a71e-41b6-b49e-adc78d5d8da9 req-76e4a445-2432-4bb4-8722-9b58aa5c0171 tempest-ServerAddressesTestJSON-416233301 tempest-ServerAddressesTestJSON-416233301-project-member] Enqueued Resource ID: 3f042671-8e21-496f-8882-826bf8ede32d with Priority: HIGHEST for action security_group_members [ 1145.558950] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f042671-8e21-496f-8882-826bf8ede32d with Priority: HIGHEST for action security_group_members [ 1145.559577] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f042671-8e21-496f-8882-826bf8ede32d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.559686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.559686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.559982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.560074] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.560174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.561249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.561405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.561628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.561753] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f042671-8e21-496f-8882-826bf8ede32d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.696430] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.696589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.696664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.696877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.696973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.697183] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.697301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.697343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.697517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.697592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.697679] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 is going to be updated. [ 1145.731311] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.731500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.731615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.731869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.732080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.741908] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 in Status: IN_PROGRESS for 2s [ 1146.049909] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.050148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.050262] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.051198] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6244845e-7afb-4b2c-bceb-3f17b3b84df4 with status ACTIVE [ 1146.051873] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.051873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.051873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.051873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.051873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.052745] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.052745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.052745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.052745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.052745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.052745] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.052933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.053084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.053218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.053298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.053386] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6244845e-7afb-4b2c-bceb-3f17b3b84df4 is going to be updated. [ 1146.065575] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.065768] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.065853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.066101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.066228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.066464] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.066581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.066667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.066850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.066948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.067070] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f042671-8e21-496f-8882-826bf8ede32d is going to be updated. [ 1146.080988] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.080988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.080988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.081257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.081454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.081529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6244845e-7afb-4b2c-bceb-3f17b3b84df4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.099725] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.099910] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.099958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.100154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.100449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.110385] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f042671-8e21-496f-8882-826bf8ede32d in Status: IN_PROGRESS for 2s [ 1146.471749] env[66340]: INFO networking_nsxv3.common.synchronization [req-eb178100-03ef-4448-87d4-e65ed68d6ad7 req-a9efad5e-e1d3-438f-95c1-96c1b5743559 tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1146.472746] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1146.472876] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.473022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.473097] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.473481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.473547] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.473947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.473947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.473947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.474081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.474117] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.555843] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.802595] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.802898] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.803168] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.803546] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.804126] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.804333] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.804578] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.804860] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.804932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.805250] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.806911] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.806911] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.806911] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.806911] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.806911] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.806911] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.833029] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.833029] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.833029] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.833029] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.833029] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-db446ed0-8d50-44e9-b493-14945974db3c taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.833029] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-db446ed0-8d50-44e9-b493-14945974db3c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.833029] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-db446ed0-8d50-44e9-b493-14945974db3c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.833029] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-db446ed0-8d50-44e9-b493-14945974db3c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.833029] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db446ed0-8d50-44e9-b493-14945974db3c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.977116] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.057965] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.058150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.058185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.058585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.058692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.058802] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be created. [ 1147.085449] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.085641] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.085704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.085942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.086220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.101171] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: UNINITIALIZED for 2s [ 1147.336067] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.336503] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.336720] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.337134] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.337337] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.337540] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port db446ed0-8d50-44e9-b493-14945974db3c not found, creating... [ 1147.337904] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.338143] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.338323] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.338589] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.338801] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.339280] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.339518] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.339724] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.340054] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.340276] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.340568] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: db446ed0-8d50-44e9-b493-14945974db3c is going to be created. [ 1147.368605] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.368823] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.368965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.369274] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.369518] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.369753] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-db446ed0-8d50-44e9-b493-14945974db3c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.479739] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.755999] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 in Status: SUCCESS [ 1147.756276] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 deletion is rescheduled due to dependency. [ 1147.756366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.982503] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.982760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.982760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.983435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.983543] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.983707] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1148.018604] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.018849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.018849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.019147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.019312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.039940] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1148.087156] env[66340]: INFO networking_nsxv3.common.synchronization [req-eb178100-03ef-4448-87d4-e65ed68d6ad7 req-e5f1739d-9084-44b3-b974-330e1282f451 service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1148.087423] env[66340]: INFO networking_nsxv3.common.synchronization [req-eb178100-03ef-4448-87d4-e65ed68d6ad7 req-e5f1739d-9084-44b3-b974-330e1282f451 service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1148.087649] env[66340]: INFO networking_nsxv3.common.synchronization [req-eb178100-03ef-4448-87d4-e65ed68d6ad7 req-e5f1739d-9084-44b3-b974-330e1282f451 service nova] Enqueued Resource ID: db446ed0-8d50-44e9-b493-14945974db3c with Priority: HIGHEST for action port [ 1148.088395] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1148.088493] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1148.088661] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db446ed0-8d50-44e9-b493-14945974db3c with Priority: HIGHEST for action port [ 1148.088922] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.089059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.089129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.089380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.089484] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.090477] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.090609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.090961] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-db446ed0-8d50-44e9-b493-14945974db3c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.090961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db446ed0-8d50-44e9-b493-14945974db3c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.091171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db446ed0-8d50-44e9-b493-14945974db3c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.091251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db446ed0-8d50-44e9-b493-14945974db3c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.091394] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db446ed0-8d50-44e9-b493-14945974db3c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.123964] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f042671-8e21-496f-8882-826bf8ede32d in Status: SUCCESS [ 1148.123964] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f042671-8e21-496f-8882-826bf8ede32d deletion is rescheduled due to dependency. [ 1148.123964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f042671-8e21-496f-8882-826bf8ede32d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.497160] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.498115] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.498115] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.498115] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.498518] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.498635] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.498835] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.499158] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.499372] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.499609] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.499727] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.499872] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.500024] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.500153] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.500262] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.500402] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.528607] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.528607] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.528607] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.528607] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.528607] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.528607] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.528607] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.529116] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.529421] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3b5b33-3c09-41ab-b6b3-b2e8799dd730',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.593854] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.594766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.594766] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db446ed0-8d50-44e9-b493-14945974db3c with status ACTIVE [ 1148.594766] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.594766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.594984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.595094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.595236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.595582] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.595720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.595816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.596088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.596284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.596524] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.596670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.596780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.597465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.597465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.597465] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db446ed0-8d50-44e9-b493-14945974db3c is going to be updated. [ 1148.629239] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.629431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.629431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.629780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.629878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.629961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db446ed0-8d50-44e9-b493-14945974db3c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.034040] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.034040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.034040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.034040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.034040] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.034477] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 not found, creating... [ 1149.034477] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.034644] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.034757] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.035360] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.035360] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.035473] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.035547] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.035666] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.035866] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.036014] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.036163] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 is going to be created. [ 1149.058926] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.059145] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.059264] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.059526] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.059754] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.059979] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.120058] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1149.120058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.120341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.120408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.120693] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.120831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.120877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.121062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.121134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.121245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.121367] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.623957] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.624087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.624164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.624382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.624555] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.624661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.624727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.624878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.625010] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.625071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.625382] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.625382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.625382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.625512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.625654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.625747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.626057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.626057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.626057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.626291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.626291] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.791108] env[66340]: INFO networking_nsxv3.common.synchronization [req-82efe76d-da3c-49db-a8fe-8b9f4d3bdb13 req-d27b0021-8509-4a9b-a6c4-f8f8af3c0f5e service nova] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_rules [ 1149.791305] env[66340]: INFO networking_nsxv3.common.synchronization [req-82efe76d-da3c-49db-a8fe-8b9f4d3bdb13 req-d27b0021-8509-4a9b-a6c4-f8f8af3c0f5e service nova] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1149.791447] env[66340]: INFO networking_nsxv3.common.synchronization [req-82efe76d-da3c-49db-a8fe-8b9f4d3bdb13 req-d27b0021-8509-4a9b-a6c4-f8f8af3c0f5e service nova] Enqueued Resource ID: 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 with Priority: HIGHEST for action port [ 1149.791972] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_rules [ 1149.792132] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1149.792227] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 with Priority: HIGHEST for action port [ 1149.792500] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.792623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.792738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.795050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.795050] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.796146] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.796300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.796360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.796552] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.796710] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.798367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.798445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.798588] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.798689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.798787] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.800492] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.800613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.800673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.800836] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.800912] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3b5b33-3c09-41ab-b6b3-b2e8799dd730',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.067593] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1150.067946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.068499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.068499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.068717] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.068867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.068938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.069098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.069184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.069284] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.129354] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd55b9a5-4740-45b3-a886-6ff769754673: rpc.has_security_group_logging(os_id): False [ 1150.146759] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.146895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.146970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.147198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.147297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.147538] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.147647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.147712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.148118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.148118] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.148240] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.148338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.148377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.148503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.148596] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.148789] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.148883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.148945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.149097] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.149172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.149258] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be created. [ 1150.206409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.206551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.206621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.206825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.207024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.225113] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 1150.297022] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.297022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.301729] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.305392] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 with status ACTIVE [ 1150.305392] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.305392] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.305392] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.306483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.306483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.306483] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.306483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.306483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.306483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.306483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.307231] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.307231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.307231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.307231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.307231] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.307231] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 is going to be updated. [ 1150.335426] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.335607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.336506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.336506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.336506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.336506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.572135] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.804157] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.074121] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.306657] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.308039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.308039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.308039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.308039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.308039] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 1151.340071] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.340071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.340071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.340071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.340294] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.350356] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 1151.577823] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.578056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.578186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.578512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.578638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.578751] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1151.607525] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.607692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.607738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.607937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.608097] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.617548] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1151.874266] env[66340]: INFO networking_nsxv3.common.synchronization [req-ef843259-2c6f-436e-9ea9-ca37074cc422 req-b00564c1-a773-42e2-b32f-53f800329bd0 tempest-AttachVolumeShelveTestJSON-672223224 tempest-AttachVolumeShelveTestJSON-672223224-project-member] Enqueued Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_members [ 1151.875218] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_members [ 1151.875832] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.876068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.876174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.876580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.876813] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.876978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.877107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.877304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.877449] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.878129] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.213089] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.213503] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.213503] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.213764] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.214705] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.214932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.215121] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.215428] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.215511] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.215760] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.216068] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.216068] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.216207] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.216287] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.216399] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.216539] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.240679] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.240994] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.241231] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.241397] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.241765] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-e02d3364-2812-4105-a123-021d6f73cb30 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.241983] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.242235] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.242693] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.242869] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02d3364-2812-4105-a123-021d6f73cb30',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.244944] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1152.245244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.381268] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.381517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.381909] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.382835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.382835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.382835] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.382835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.382835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.383098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.383098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.383189] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff502cb7-69d7-499c-9fa1-118d5214a53b already deleted. [ 1152.383308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.746799] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.747497] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.747497] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.747497] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.747601] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.747764] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port e02d3364-2812-4105-a123-021d6f73cb30 not found, creating... [ 1152.748036] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.748257] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.748369] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.748631] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.748803] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.749136] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.749301] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.749467] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.749710] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.749851] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.749991] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: e02d3364-2812-4105-a123-021d6f73cb30 is going to be created. [ 1152.771764] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.771960] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.772109] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.772384] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.772636] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.772885] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.362319] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 1153.362634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.362738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.362965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.363183] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.363470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.363470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.363618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.363618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.363698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.363763] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.547381] env[66340]: INFO networking_nsxv3.common.synchronization [req-ef843259-2c6f-436e-9ea9-ca37074cc422 req-69ae3dcb-0b94-4f29-8f49-7a1d90e8b296 service nova] Enqueued Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_rules [ 1153.547560] env[66340]: INFO networking_nsxv3.common.synchronization [req-ef843259-2c6f-436e-9ea9-ca37074cc422 req-69ae3dcb-0b94-4f29-8f49-7a1d90e8b296 service nova] Enqueued Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_members [ 1153.547698] env[66340]: INFO networking_nsxv3.common.synchronization [req-ef843259-2c6f-436e-9ea9-ca37074cc422 req-69ae3dcb-0b94-4f29-8f49-7a1d90e8b296 service nova] Enqueued Resource ID: e02d3364-2812-4105-a123-021d6f73cb30 with Priority: HIGHEST for action port [ 1153.548231] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_rules [ 1153.548411] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_members [ 1153.548509] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02d3364-2812-4105-a123-021d6f73cb30 with Priority: HIGHEST for action port [ 1153.548789] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.548911] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.548984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.549213] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.549354] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.550173] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.550290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.550358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.550535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.550683] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.550779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.550843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.550983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.551085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.551177] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.552439] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e02d3364-2812-4105-a123-021d6f73cb30 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.552667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.552823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.553252] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.553252] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02d3364-2812-4105-a123-021d6f73cb30',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.626890] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1153.627176] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.627351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.627574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.627769] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.627887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.627985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.628237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.628399] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.628465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.628605] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.654563] env[66340]: INFO networking_nsxv3.common.synchronization [req-2f670292-af5b-48a5-8730-2e484d045b41 req-b5454597-f6f9-4508-bcf9-ffaa0f6e53d7 tempest-ServersAdminTestJSON-1733808406 tempest-ServersAdminTestJSON-1733808406-project-member] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1153.654563] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1153.654671] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.654771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.654840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.655051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.655207] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.655309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.655375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.655526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.655611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.655707] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.866581] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.866761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.867122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.867122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.867450] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.867450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.867450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.867666] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.867730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.867861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.868116] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.868229] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.868295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.868518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.868664] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.868759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.868874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.868955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.869046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.869129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.869239] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.055313] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.056028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.056028] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.056691] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e02d3364-2812-4105-a123-021d6f73cb30 with status ACTIVE [ 1154.056805] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.056966] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.057032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.057193] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.058279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.058279] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.058279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.058279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.058279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.058279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.058279] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.058279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.058279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.058677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.058677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.058677] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e02d3364-2812-4105-a123-021d6f73cb30 is going to be updated. [ 1154.090853] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.090853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.090853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.090853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.090853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.090853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.131048] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.131048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.131048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.131342] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.131732] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.131732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.131732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.132317] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.132483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.132613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.132822] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.132963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.133094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.133298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.133682] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.133871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.133928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.134134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.134261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.134389] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.134525] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.159803] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.371622] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55911bbb-5b35-4862-bb8a-b39ae5c6317f: rpc.has_security_group_logging(os_id): False [ 1154.390853] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.391488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.391488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.391734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.391952] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.392224] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.392670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.394058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.394058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.394186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.394626] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.394829] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.394931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.395674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.395674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.395674] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.395873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.396085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.396625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.396709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.396818] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be created. [ 1154.468467] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.468467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.468467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.468467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.468467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.479293] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 1154.513780] env[66340]: INFO networking_nsxv3.common.synchronization [req-44581f4a-942d-42bc-8590-b6eaaa67996e req-e739189c-5f09-413c-82fe-fb8d869d3c63 tempest-ServerRescueNegativeTestJSON-54154602 tempest-ServerRescueNegativeTestJSON-54154602-project-member] Enqueued Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_members [ 1154.514378] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_members [ 1154.514704] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.514831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.514900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.515169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.515387] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.515647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.515647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.515763] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.515865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.515965] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19edc624-1dcd-42a9-bfb7-7fc6415cbc2e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.562637] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.638117] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b57d552e-08bf-46af-a99d-d03bc9d548d6: rpc.has_security_group_logging(os_id): False [ 1154.662021] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.780555] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.780703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.780775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.780984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.781099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.781296] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.781401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.781465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.781629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.781713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.781923] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.782031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.782095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.782241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.782318] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.782508] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.782621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.782692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.782841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.782915] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.783009] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1154.875945] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.875945] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.875945] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.875945] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.875945] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.875945] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.875945] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.876857] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.876857] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.876857] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.876857] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.877232] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.877377] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.877621] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.877621] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.877984] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.914545] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.914732] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.914915] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.915139] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-785" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.915537] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-9bcc0ae9-cee5-4b65-a599-200965763139 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.915826] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-9bcc0ae9-cee5-4b65-a599-200965763139" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.915968] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-9bcc0ae9-cee5-4b65-a599-200965763139" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.916408] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-9bcc0ae9-cee5-4b65-a599-200965763139" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.916565] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcc0ae9-cee5-4b65-a599-200965763139',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.936053] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.936170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.936557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.936968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.936968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.970961] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1155.019039] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.019278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.019278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.019674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.019674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.019804] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.019881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.019922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.020178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.020248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.020340] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e already deleted. [ 1155.020431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.065319] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.065585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.065788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.066486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.066486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.066486] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff502cb7-69d7-499c-9fa1-118d5214a53b is going to be created. [ 1155.110844] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.110996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.111451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.111451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.111451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.121783] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff502cb7-69d7-499c-9fa1-118d5214a53b in Status: UNINITIALIZED for 2s [ 1155.166590] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.166757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.167566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.167566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.167566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.167566] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1155.200649] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.200828] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.200886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.201104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.201258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.210862] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1155.419828] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.420155] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.420343] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.421150] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.421150] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.421248] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 9bcc0ae9-cee5-4b65-a599-200965763139 not found, creating... [ 1155.421454] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.421615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.423606] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.424137] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.424335] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.424694] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.424819] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.424938] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.425178] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.425317] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.425461] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 9bcc0ae9-cee5-4b65-a599-200965763139 is going to be created. [ 1155.448816] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.449060] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.449220] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.449563] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.449816] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.450090] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-9bcc0ae9-cee5-4b65-a599-200965763139" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.188629] env[66340]: INFO networking_nsxv3.common.synchronization [req-44581f4a-942d-42bc-8590-b6eaaa67996e req-9935c926-42e2-4db9-a1ba-4fc703de9548 service nova] Enqueued Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_rules [ 1156.188683] env[66340]: INFO networking_nsxv3.common.synchronization [req-44581f4a-942d-42bc-8590-b6eaaa67996e req-9935c926-42e2-4db9-a1ba-4fc703de9548 service nova] Enqueued Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_members [ 1156.188794] env[66340]: INFO networking_nsxv3.common.synchronization [req-44581f4a-942d-42bc-8590-b6eaaa67996e req-9935c926-42e2-4db9-a1ba-4fc703de9548 service nova] Enqueued Resource ID: 9bcc0ae9-cee5-4b65-a599-200965763139 with Priority: HIGHEST for action port [ 1156.189386] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_rules [ 1156.189540] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_members [ 1156.189659] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcc0ae9-cee5-4b65-a599-200965763139 with Priority: HIGHEST for action port [ 1156.190273] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.190418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.190475] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.190676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.190805] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19edc624-1dcd-42a9-bfb7-7fc6415cbc2e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.191606] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.192551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.192551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.192551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.192551] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.192551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.192551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.192551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.192551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.192551] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19edc624-1dcd-42a9-bfb7-7fc6415cbc2e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.193349] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bcc0ae9-cee5-4b65-a599-200965763139 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.193454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bcc0ae9-cee5-4b65-a599-200965763139" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.193544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bcc0ae9-cee5-4b65-a599-200965763139" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.193701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bcc0ae9-cee5-4b65-a599-200965763139" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.193776] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcc0ae9-cee5-4b65-a599-200965763139',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.271022] env[66340]: INFO networking_nsxv3.common.synchronization [req-535b0bf6-aec4-4761-b6ab-174cdfc6bc7c req-c4b51d4f-e698-4df2-820b-97abe85a814b tempest-ServerActionsTestOtherB-536453392 tempest-ServerActionsTestOtherB-536453392-project-member] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1156.271596] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1156.271921] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.272070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.272141] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.272494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.272960] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.272960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.272960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.272960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.273125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.273125] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.495407] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 1156.495407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.695124] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.696106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.697723] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19edc624-1dcd-42a9-bfb7-7fc6415cbc2e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.698748] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bcc0ae9-cee5-4b65-a599-200965763139 with status ACTIVE [ 1156.699081] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.699081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.699483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.699483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.699483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.699882] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.699882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.699882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.700233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.700233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.702524] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.702524] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.702524] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.702524] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.702789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.702789] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bcc0ae9-cee5-4b65-a599-200965763139 is going to be updated. [ 1156.725928] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.726156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.726253] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.726891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.726891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.727278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bcc0ae9-cee5-4b65-a599-200965763139" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.775735] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.775917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.775993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.776369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.815484] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.815783] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.815870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.815904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.816113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.816525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.816525] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 1156.873343] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.873343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.873343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.873634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.873634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.885495] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 1156.992236] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1156.992495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.132690] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff502cb7-69d7-499c-9fa1-118d5214a53b in Status: SUCCESS [ 1157.132956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.133184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.133431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.133636] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.133761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.133831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.133986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.134085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.134184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.134302] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.206205] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19edc624-1dcd-42a9-bfb7-7fc6415cbc2e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.222595] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 4s [ 1157.637226] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.709088] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.709088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.709088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.709088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.709088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.709088] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e is going to be created. [ 1157.740943] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.741163] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.741211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.741385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.741558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.753131] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e in Status: UNINITIALIZED for 2s [ 1158.140796] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff502cb7-69d7-499c-9fa1-118d5214a53b: rpc.has_security_group_logging(os_id): False [ 1158.161122] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.161354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.161354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.161536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.161631] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.161873] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.162040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.162099] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.162225] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.162302] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.162398] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff502cb7-69d7-499c-9fa1-118d5214a53b is going to be created. [ 1158.227839] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.227839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.228009] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.228176] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.228428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.243260] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff502cb7-69d7-499c-9fa1-118d5214a53b in Status: IN_PROGRESS for 2s [ 1158.895031] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 1158.895320] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 deletion is rescheduled due to dependency. [ 1158.895394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.230850] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1159.231083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.763187] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e in Status: SUCCESS [ 1159.763405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.763612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.763842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.764232] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.764232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.764232] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.764424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.764454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.764536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.764636] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19edc624-1dcd-42a9-bfb7-7fc6415cbc2e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.255849] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff502cb7-69d7-499c-9fa1-118d5214a53b in Status: SUCCESS [ 1160.256146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.266597] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19edc624-1dcd-42a9-bfb7-7fc6415cbc2e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.769248] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e: rpc.has_security_group_logging(os_id): False [ 1160.790768] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.790981] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.791045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.791603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.791603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.791791] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.791901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.791969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.792178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.792282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.792526] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e is going to be created. [ 1160.858923] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.858923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.858923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.858923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.858923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.875296] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e in Status: IN_PROGRESS for 2s [ 1160.947271] env[66340]: INFO networking_nsxv3.common.synchronization [req-f785dcd5-fb71-4778-8c93-ee661c3233f4 req-d26e9b1d-3774-4db6-927d-65c17e83cf05 tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1160.948388] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1160.948388] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.948388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.948388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.948388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.948752] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.948752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.948752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.948910] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.948946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.949118] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.452031] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.955040] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.457799] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.458150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.458150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.458297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.458613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.458613] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1162.488575] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.488723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.488764] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.488974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.489140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.498372] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1162.889111] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e in Status: SUCCESS [ 1162.889111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.509848] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1164.509848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.948768] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1165.949101] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1166.598198] env[66340]: INFO networking_nsxv3.common.synchronization [req-fb36acbe-67cf-4ff0-99a8-6f230995fa45 req-dd52e78d-6302-4bb3-b64b-3e06fe544636 tempest-ServersAdminTestJSON-1733808406 tempest-ServersAdminTestJSON-1733808406-project-member] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1166.598787] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1166.599135] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.601481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.601481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.601481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.601481] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.601481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.601481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.601481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.601481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.601481] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.103046] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.605988] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.108047] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.108422] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.108422] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.108489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.108599] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.108731] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1168.139089] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.139229] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.139308] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.139509] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.140128] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.149097] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1168.827026] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.827026] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.827026] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.827026] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.827026] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.827026] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.827026] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.827026] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.827597] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.827936] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.828165] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.828367] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.828566] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.828811] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.829044] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.829272] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.847984] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.848444] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.848720] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.849021] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-143" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.849455] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.849773] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.851038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.851038] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.851038] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3b5b33-3c09-41ab-b6b3-b2e8799dd730',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.352531] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.352952] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.352990] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.353309] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.353504] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.353825] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.353993] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.354123] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.354341] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.354481] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.354823] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.355023] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.355251] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.355497] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.355638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.355779] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 is going to be updated. [ 1169.376817] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.377128] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.377264] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.377525] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.377720] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.377948] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.100261] env[66340]: INFO networking_nsxv3.common.synchronization [req-79a8a863-4ca4-4355-9c18-2f2efadcd071 req-4177307d-8f90-4d3b-a608-be242df4bddd service nova] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_rules [ 1170.100445] env[66340]: INFO networking_nsxv3.common.synchronization [req-79a8a863-4ca4-4355-9c18-2f2efadcd071 req-4177307d-8f90-4d3b-a608-be242df4bddd service nova] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1170.100567] env[66340]: INFO networking_nsxv3.common.synchronization [req-79a8a863-4ca4-4355-9c18-2f2efadcd071 req-4177307d-8f90-4d3b-a608-be242df4bddd service nova] Enqueued Resource ID: 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 with Priority: HIGHEST for action port [ 1170.101258] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_rules [ 1170.101765] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1170.101897] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 with Priority: HIGHEST for action port [ 1170.102303] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.102433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.102504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.102699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.102785] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.104309] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.104495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.104495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.104656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.104811] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.104912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.104976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.105212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.105309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.105625] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.106947] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.106947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.106947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.106947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.106947] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3b5b33-3c09-41ab-b6b3-b2e8799dd730',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.164069] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1170.164314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.582942] env[66340]: INFO networking_nsxv3.common.synchronization [req-f1fe972d-1fa8-4c9e-9c2f-9896a81e336b req-8dcc41b8-e5a7-4e1b-b87b-bee75e503ea0 tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 1170.583561] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 1170.585634] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.585634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.585634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.585634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.585634] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.585634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.585634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.585634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.585634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.585634] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.605488] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.605488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.608128] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.609140] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 with status ACTIVE [ 1170.609358] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.609494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.609571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.609832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.609926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.610158] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.610279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.610326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.610488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.610585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.610789] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.610899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.610967] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.611130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.611229] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.611338] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a3b5b33-3c09-41ab-b6b3-b2e8799dd730 is going to be updated. [ 1170.634983] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.634983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.634983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.634983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.634983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.634983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3b5b33-3c09-41ab-b6b3-b2e8799dd730" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.903732] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.903978] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.904101] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.904396] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.904679] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.904886] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.904955] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.905185] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.905343] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.905554] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.905652] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.905785] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.905871] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.905991] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.906103] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.906242] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.925480] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.925739] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.925896] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.926088] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.926438] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.926632] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.926762] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.927085] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.927225] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.088540] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.088741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.088829] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.089068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.089171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.089373] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.089474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.089540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.089714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.089809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.089911] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fe4362-a489-4867-a494-0f819070b5ab is going to be deleted. [ 1171.113189] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.120998] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.121177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.121218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.121431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.121527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.121625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.432027] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.432027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.432027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.432027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.432027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.432027] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd not found, creating... [ 1171.432027] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.432027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.432027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.432027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.432027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.432454] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.432454] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.433233] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.433618] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.433882] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.434158] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd is going to be created. [ 1171.454167] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.454671] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.454933] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.455863] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.455863] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.455863] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.615100] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.615365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.615365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.615542] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.615638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.615743] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 1171.644552] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.644698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.644801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.644982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.646351] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.656235] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 1172.154991] env[66340]: INFO networking_nsxv3.common.synchronization [req-f1fe972d-1fa8-4c9e-9c2f-9896a81e336b req-68924718-882c-4972-aa76-d5b8a682bf5e service nova] Enqueued Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_rules [ 1172.155194] env[66340]: INFO networking_nsxv3.common.synchronization [req-f1fe972d-1fa8-4c9e-9c2f-9896a81e336b req-68924718-882c-4972-aa76-d5b8a682bf5e service nova] Enqueued Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 1172.155835] env[66340]: INFO networking_nsxv3.common.synchronization [req-f1fe972d-1fa8-4c9e-9c2f-9896a81e336b req-68924718-882c-4972-aa76-d5b8a682bf5e service nova] Enqueued Resource ID: cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd with Priority: HIGHEST for action port [ 1172.156324] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_rules [ 1172.156567] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 1172.156567] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd with Priority: HIGHEST for action port [ 1172.156903] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.157054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.157136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.157329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.157418] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.158304] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.158423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.158488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.159404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.159404] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.159404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.159404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.159404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.159404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.159863] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.160420] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.160420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.160420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.162599] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.162599] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.662428] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.662906] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.662906] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.663967] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd with status ACTIVE [ 1172.664191] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.664324] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.664418] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.664638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.664732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.664942] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.665102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.665257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.665384] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.665499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.665942] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.665942] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.666060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.666171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.666270] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.666388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd is going to be updated. [ 1172.692610] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.692820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.692959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.693169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.693355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.693567] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.168583] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.669548] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 1173.669548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.669548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.669548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.669548] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.669548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.669548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.669548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.669548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.669548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.669548] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.670816] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.674260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.674260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.674260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.674260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.674260] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fe4362-a489-4867-a494-0f819070b5ab is going to be created. [ 1173.696984] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.697149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.697209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.698498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.698498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.709315] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: UNINITIALIZED for 2s [ 1174.171777] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.172039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.172162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.172456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.172676] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.172825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.172893] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.173090] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.173153] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.173251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.173457] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.173572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.173636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.173782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.173922] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.174032] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.174098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.174236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.174319] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.174428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.174522] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.677184] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55911bbb-5b35-4862-bb8a-b39ae5c6317f: rpc.has_security_group_logging(os_id): False [ 1174.694507] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.694673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.694718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.694965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.695078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.695338] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.695621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.695621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.695699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.695734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.695938] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.696043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.696119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.696360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.696360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.696731] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.696731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.696731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.696869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.696869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.696928] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 1174.762431] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.762663] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.762790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.763258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.763465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.777684] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 1174.831159] env[66340]: INFO networking_nsxv3.common.synchronization [req-d6e90116-971a-4248-9f2c-8d34f5b33f68 req-ff132dae-1a32-4675-a667-79878ff637cb tempest-ServerActionsTestOtherB-536453392 tempest-ServerActionsTestOtherB-536453392-project-member] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1174.831658] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1174.831938] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.832192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.832274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.832473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.832636] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.832736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.832797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.832952] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.833052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.833148] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.181848] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.182079] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.182209] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.182467] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.182762] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.182943] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.183091] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.183298] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.183444] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.183651] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.183766] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.183874] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.183982] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.184104] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.184207] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.184331] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.201429] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.201591] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.201707] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.201877] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.202197] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-ce570df3-7f17-4256-af02-5819a0bcfc36 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.202361] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.202477] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.202777] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.202913] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce570df3-7f17-4256-af02-5819a0bcfc36',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.488914] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.489101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.489177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.489891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.489891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.489891] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.489891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.489891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.490184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.490184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.490286] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 1175.516446] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.516585] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.516653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.516905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.517065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.526369] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 1175.706410] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.706846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.706846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.707107] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.707263] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.707423] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port ce570df3-7f17-4256-af02-5819a0bcfc36 not found, creating... [ 1175.707686] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.707846] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.708353] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.708353] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.708353] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.708654] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.708863] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.708988] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.709244] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.709551] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.709756] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: ce570df3-7f17-4256-af02-5819a0bcfc36 is going to be created. [ 1175.721046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: SUCCESS [ 1175.721364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.721364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.721949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.721949] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.721949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.721949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.722184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.722184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.722272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.722368] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.731823] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.732091] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.732354] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.732773] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.733327] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.733697] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.224514] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.224695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.224771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.224985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.225175] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.225302] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.225344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.225500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.225593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.225669] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.225820] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.225915] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.225977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.226132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.226268] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.226358] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.226420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.226557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.226634] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.226745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.226829] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.457253] env[66340]: INFO networking_nsxv3.common.synchronization [req-d6e90116-971a-4248-9f2c-8d34f5b33f68 req-c0b97a1d-ed5c-4b69-bb36-a402783d0005 service nova] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 1176.457438] env[66340]: INFO networking_nsxv3.common.synchronization [req-d6e90116-971a-4248-9f2c-8d34f5b33f68 req-c0b97a1d-ed5c-4b69-bb36-a402783d0005 service nova] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1176.457580] env[66340]: INFO networking_nsxv3.common.synchronization [req-d6e90116-971a-4248-9f2c-8d34f5b33f68 req-c0b97a1d-ed5c-4b69-bb36-a402783d0005 service nova] Enqueued Resource ID: ce570df3-7f17-4256-af02-5819a0bcfc36 with Priority: HIGHEST for action port [ 1176.458130] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 1176.458265] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1176.458364] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce570df3-7f17-4256-af02-5819a0bcfc36 with Priority: HIGHEST for action port [ 1176.458645] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.458764] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.458993] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.459391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.459511] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.461083] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.461206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.462021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce570df3-7f17-4256-af02-5819a0bcfc36 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.462021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.462021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.462021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.462021] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce570df3-7f17-4256-af02-5819a0bcfc36',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.729016] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0fe4362-a489-4867-a494-0f819070b5ab: rpc.has_security_group_logging(os_id): False [ 1176.750230] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.750439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.750439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.750647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.750740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.751306] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.751306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.751306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.751528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.751528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.751695] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.751772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.751820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.751959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.752058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.752264] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.752357] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.752406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.752545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.752618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.752707] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0fe4362-a489-4867-a494-0f819070b5ab is going to be created. [ 1176.794463] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 1176.794721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.830669] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.831113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.831113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.831113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.831404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.863877] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: IN_PROGRESS for 2s [ 1176.961694] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.961694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965039] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce570df3-7f17-4256-af02-5819a0bcfc36 with status ACTIVE [ 1176.965039] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.965039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.965039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.965039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.965039] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.965039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.965372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.965372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.965624] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.965709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965749] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.965945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.966071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.966189] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce570df3-7f17-4256-af02-5819a0bcfc36 is going to be updated. [ 1177.017508] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.017665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.017665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.017864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.018009] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.018211] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.537150] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 1177.537318] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 deletion is rescheduled due to dependency. [ 1177.537438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.537596] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.537839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.538029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.538152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.538243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.538371] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.538448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.538541] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.040682] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.509457] env[66340]: INFO networking_nsxv3.common.synchronization [req-46108b09-c286-49dc-beb4-0d66a831e245 req-cb214200-2a70-44fc-b74e-69b4147645d3 tempest-ServersAdminTestJSON-1733808406 tempest-ServersAdminTestJSON-1733808406-project-member] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1178.510029] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1178.510354] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.510479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.510550] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.510744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.511094] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.511094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.511227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.511290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.511369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.511462] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.543496] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.878645] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: SUCCESS [ 1178.878945] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.014591] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.045153] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.045921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.045921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.045921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.045921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.045921] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 1179.048577] env[66340]: INFO networking_nsxv3.common.synchronization [req-98443c84-294a-4182-b092-8a4045b2fe24 req-9e34de99-5593-4b00-87da-da2306393424 tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1179.049787] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1179.050163] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.050288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.050355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.050926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.051107] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.051213] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.051279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.051433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.051520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.051614] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.075301] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.075699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.075699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.075699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.075841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.088372] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 1179.371368] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.371591] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.371709] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.371967] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.372251] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.372424] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.372544] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.372937] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.373164] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.373499] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.373724] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.374158] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.374158] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.374327] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.374327] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.374475] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.397584] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.397747] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.397925] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.398121] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.398447] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.398678] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.398950] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.399302] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.399441] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.517878] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.554607] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.905228] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.905590] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.905722] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.906096] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.906313] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.906578] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb not found, creating... [ 1179.906957] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.907173] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.907278] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.907571] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.907738] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.908208] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.908557] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.908795] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.909121] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.909340] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.909467] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb is going to be created. [ 1179.932605] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.932954] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.934478] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.934478] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.934478] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.934824] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.020373] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.020908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.020908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.021078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.021078] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.021218] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1180.058253] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.077994] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.078396] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.078520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.078821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.079104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.094376] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1180.563871] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.563946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.564016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.564414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.564414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.564518] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1180.595609] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.595771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.595853] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.596192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.596465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.605575] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1180.649765] env[66340]: INFO networking_nsxv3.common.synchronization [req-98443c84-294a-4182-b092-8a4045b2fe24 req-d6954e17-254e-4643-9d1f-a9bff37f9183 service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1180.649765] env[66340]: INFO networking_nsxv3.common.synchronization [req-98443c84-294a-4182-b092-8a4045b2fe24 req-d6954e17-254e-4643-9d1f-a9bff37f9183 service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1180.649847] env[66340]: INFO networking_nsxv3.common.synchronization [req-98443c84-294a-4182-b092-8a4045b2fe24 req-d6954e17-254e-4643-9d1f-a9bff37f9183 service nova] Enqueued Resource ID: 9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb with Priority: HIGHEST for action port [ 1180.650893] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1180.650893] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1180.650893] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb with Priority: HIGHEST for action port [ 1180.651064] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.651161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.651161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.651645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.651645] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.652239] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.652338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.652890] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.653017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.653088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.653260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.653336] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.048499] env[66340]: INFO networking_nsxv3.common.synchronization [req-aab4c5fa-cdf6-4c26-b4ff-b393db9053a1 req-52b75b1a-ae0c-4747-a418-aa5530e80779 tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 1181.049080] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGHEST for action security_group_members [ 1181.049080] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.050667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.050667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.050667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.050667] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.050667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.050867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.052533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.052533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.052533] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.101145] env[66340]: INFO networking_nsxv3.common.synchronization [req-aab4c5fa-cdf6-4c26-b4ff-b393db9053a1 req-52b75b1a-ae0c-4747-a418-aa5530e80779 tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd with Priority: HIGHEST for action port [ 1181.101145] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 1181.104777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.104777] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd with Priority: HIGHEST for action port [ 1181.104998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.105348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.105575] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.105722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.105817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.106023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.106237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.106991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.106991] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.107448] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.107602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.107656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.107777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.107846] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.155533] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.155728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.155977] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb with status ACTIVE [ 1181.156102] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.156226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.156832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.156832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.156832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.157072] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.157072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.157191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.157288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.157322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.158069] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.158069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.158069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.158069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.158069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.158069] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb is going to be updated. [ 1181.179556] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.179695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.179781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.180160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.180160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.180324] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ceb3a3b-6dc0-4ac7-99c3-c8793a7ceacb" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.553035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.553210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.553276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.553499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.553590] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.553798] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.553901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.553967] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.554138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.554226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.554329] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fe4362-a489-4867-a494-0f819070b5ab is going to be updated. [ 1181.584018] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.584201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.584258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.584544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.584782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.594977] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: IN_PROGRESS for 2s [ 1181.609629] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.610990] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd with status ACTIVE [ 1181.610990] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.610990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.610990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.611250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.611353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.612102] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.613455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.613455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.613455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.613455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.613455] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.613455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.613455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.613455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.613455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.613455] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd is going to be updated. [ 1181.634645] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.634834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.634874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.635489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.635489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.635489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc7ebe38-d511-4b9b-b4c4-9552c1e4dcdd" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.106736] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1182.107185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.115526] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be9d9e35-fbbc-4784-931a-2c93b406c2f4: rpc.has_security_group_logging(os_id): False [ 1182.136035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.136035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.136035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.136256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.136348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.136577] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.136684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.136752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.137166] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.137261] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.137358] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 1182.203179] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.203179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.203179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.203376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.203612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.218054] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 1182.618218] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1182.618436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.618613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.618861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.619158] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.619298] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.619364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.619536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.619734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.619820] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.122010] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.605314] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fe4362-a489-4867-a494-0f819070b5ab in Status: SUCCESS [ 1183.605493] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fe4362-a489-4867-a494-0f819070b5ab deletion is rescheduled due to dependency. [ 1183.605609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.624173] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.126958] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.127338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.127338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.127512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.127604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.127750] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1184.164151] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.164368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.164368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.164624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.164824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.175723] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1184.232743] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 1184.232977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.210710] env[66340]: INFO networking_nsxv3.common.synchronization [req-bc3651e7-1439-4015-9b2b-61039c5ba80c req-ba5b57c3-50ab-433a-acab-e5112cb98854 tempest-ServersAdminTestJSON-1733808406 tempest-ServersAdminTestJSON-1733808406-project-member] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1185.211430] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGHEST for action security_group_members [ 1185.211781] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.211907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.211974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.212199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.212374] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.212466] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.212531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.212692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.212778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.212873] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.715391] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.715628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.715628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.715824] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.740902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.741194] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.741338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.741417] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.741637] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.741699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.741791] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be updated. [ 1185.770350] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.770350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.770350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.771115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.771115] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.781306] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: IN_PROGRESS for 2s [ 1186.187331] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1186.187496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.187679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.187877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.188106] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.188395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.188395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.188535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.188535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.188624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.188738] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.398649] env[66340]: INFO networking_nsxv3.common.synchronization [req-27f8e2d0-a306-442b-a3ff-1cd338befd28 req-5713cee7-aa70-4d76-8462-bcf8e6037719 tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1186.398891] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1186.399536] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.399536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.399536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.399536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.399858] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.399858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.399858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.399858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.400017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.400217] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.692022] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.692262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.692262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.692482] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.692654] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.692756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.692817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.692960] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.693087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.693196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.693354] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.693445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.693504] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.693645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.693804] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.693885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.693944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.694106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.694209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.694309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.694403] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.902026] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.198223] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b57d552e-08bf-46af-a99d-d03bc9d548d6: rpc.has_security_group_logging(os_id): False [ 1187.217528] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.217705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.217896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.218155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.218529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.218529] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.218672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.218672] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.220159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.220159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.220159] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.220159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.220159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.220159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.220159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.220159] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.220159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.220159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.220159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.220159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.220567] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1187.285678] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.285805] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.285835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.286180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.286619] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.311764] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1187.404371] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.792978] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ff053f-5697-48ae-8af8-6744cc5c994c in Status: SUCCESS [ 1187.793188] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c deletion is rescheduled due to dependency. [ 1187.793267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.907098] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.907290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.907371] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.907605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.907699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.907808] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde is going to be updated. [ 1187.934661] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.934661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.934904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.934904] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.936160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.946261] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: IN_PROGRESS for 2s [ 1189.331844] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1189.332284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.956760] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: SUCCESS [ 1189.957029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.271517] env[66340]: INFO networking_nsxv3.common.synchronization [req-e4c2a527-4b36-4ef0-b9bf-46b45924b08d req-f9093be9-6ce7-4537-a446-a0dc654c88ec tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_members [ 1190.272080] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGHEST for action security_group_members [ 1190.272394] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e988130d-1705-4cf0-901d-933fa337ad16 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.272513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.272582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.272773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.272926] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.278018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.278018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.278018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.278018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.278018] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.777768] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.778087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.778087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.778334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.778429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.778637] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.778734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.778825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.778955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.779136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.779235] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e988130d-1705-4cf0-901d-933fa337ad16 is going to be updated. [ 1190.807646] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.807862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.807978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.808117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.808262] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.816985] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e988130d-1705-4cf0-901d-933fa337ad16 in Status: IN_PROGRESS for 2s [ 1192.282328] env[66340]: INFO networking_nsxv3.common.synchronization [req-6a05b6e2-efc8-4d91-88a0-1bf980befe53 req-56b551bb-a5b6-4c23-843a-e81e470f1dbb tempest-DeleteServersTestJSON-243214700 tempest-DeleteServersTestJSON-243214700-project-member] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1192.282865] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGHEST for action security_group_members [ 1192.283180] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.283335] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.283408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.283605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.283768] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.283868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.283931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.284408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.284498] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.284598] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.729726] env[66340]: INFO networking_nsxv3.common.synchronization [req-8d5d2b3b-1bf5-45e6-a989-73f7616be9d9 req-be534091-5dae-4224-9da0-aaf2b8a70134 tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1192.730394] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1192.730697] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.730823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.730892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.732339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.734347] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.734471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.734541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.734726] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.734816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.735499] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.787016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.787200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.787256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.787568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.787640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.787869] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.788036] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.788140] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.788363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.788485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.788628] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be updated. [ 1192.816174] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.816790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.816880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.817216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.817379] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.828887] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: IN_PROGRESS for 2s [ 1192.829755] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e988130d-1705-4cf0-901d-933fa337ad16 in Status: SUCCESS [ 1192.829951] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e988130d-1705-4cf0-901d-933fa337ad16 deletion is rescheduled due to dependency. [ 1192.830102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.237665] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.739909] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.242783] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.242920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.243016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.243288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.243452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.243571] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1194.269632] env[66340]: INFO networking_nsxv3.common.synchronization [req-3bd81d95-98e2-42e9-985a-8a1f12e4e6de req-7d7b6bdc-9be2-4f2b-a62d-d578dafd906d tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1194.271392] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGHEST for action security_group_members [ 1194.272721] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.272901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.272998] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.273383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.274080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.275242] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.275367] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.275426] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.275603] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.275761] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.275858] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.275922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.276086] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.276167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.276262] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.289972] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1194.778538] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.778948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.778948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.778948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.779282] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.779455] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.779455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.779660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.779733] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.779806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.779901] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde is going to be updated. [ 1194.839737] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.839891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.839965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.840300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.840381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.849897] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd55b9a5-4740-45b3-a886-6ff769754673 in Status: SUCCESS [ 1194.850152] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 deletion is rescheduled due to dependency. [ 1194.850328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.851249] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: IN_PROGRESS for 2s [ 1196.301046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1196.301583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.861285] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde in Status: SUCCESS [ 1196.861475] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde deletion is rescheduled due to dependency. [ 1196.861659] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.064065] env[66340]: INFO networking_nsxv3.common.synchronization [None req-217626fe-c80d-4c48-bcdd-c961546de24b tempest-AttachInterfacesTestJSON-676205872 tempest-AttachInterfacesTestJSON-676205872-project-member] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1199.064065] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGHEST for action security_group_members [ 1199.064065] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.064065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.064065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.064065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.064065] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.064065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.064065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.064864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.065067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.065252] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.568661] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.569326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.569326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.569326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.569326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.569481] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.569856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.569856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.569856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.570027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.570027] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be updated. [ 1199.619618] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.619618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.619618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.619618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.619618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.630790] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: IN_PROGRESS for 2s [ 1201.640755] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f in Status: SUCCESS [ 1201.641048] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f deletion is rescheduled due to dependency. [ 1201.641226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.115862] env[66340]: INFO networking_nsxv3.common.synchronization [req-f12c4f66-edd4-4b4b-bdb8-5274a770f134 req-94d32517-5108-4120-b73d-cd1703dfbd1f tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_members [ 1202.116480] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGHEST for action security_group_members [ 1202.116896] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ab86b5-79d4-41f8-8e10-ce734106103f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.116896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.117053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.117199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.117351] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.117458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.117713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.117896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.118577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.118577] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.547372] env[66340]: INFO networking_nsxv3.common.synchronization [None req-a115bfb3-5f0d-4551-9c21-6cf0d7616e33 None None] Enqueued Resource ID: 7b149e66-b9a9-46d2-9679-7ba59aefeb28 with Priority: HIGHEST for action port [ 1202.547911] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b149e66-b9a9-46d2-9679-7ba59aefeb28 with Priority: HIGHEST for action port [ 1202.548883] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b149e66-b9a9-46d2-9679-7ba59aefeb28 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.548883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b149e66-b9a9-46d2-9679-7ba59aefeb28" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.548883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b149e66-b9a9-46d2-9679-7ba59aefeb28" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.548883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b149e66-b9a9-46d2-9679-7ba59aefeb28" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.548883] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b149e66-b9a9-46d2-9679-7ba59aefeb28',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.620457] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.620653] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.620728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.620946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.621054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.621279] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.621541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.621541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.621686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.621686] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.621891] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ab86b5-79d4-41f8-8e10-ce734106103f is going to be updated. [ 1202.650101] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.650712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.650712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.650712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.650827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.659645] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ab86b5-79d4-41f8-8e10-ce734106103f in Status: IN_PROGRESS for 2s [ 1203.051388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b149e66-b9a9-46d2-9679-7ba59aefeb28 [ 1203.051620] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.051751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.051818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.052049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.052146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.052240] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b149e66-b9a9-46d2-9679-7ba59aefeb28 already deleted. [ 1203.052322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b149e66-b9a9-46d2-9679-7ba59aefeb28" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.810173] env[66340]: INFO networking_nsxv3.common.synchronization [req-04700d21-e5ab-4721-bfd8-347e313f6eb0 req-356fda8f-79ee-422e-93c0-9e0bb9fd6a76 tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1203.810793] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1203.811478] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.811604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.811676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.811855] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.812055] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.812122] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.812163] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.812303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.812424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.812533] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.082880] env[66340]: INFO networking_nsxv3.common.synchronization [None req-cad00bdf-e3f2-425c-83c6-7bc2893d74b1 None None] Enqueued Resource ID: c1bed9d6-bcb3-41fb-9f8d-fb35c0897184 with Priority: HIGHEST for action port [ 1204.083416] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bed9d6-bcb3-41fb-9f8d-fb35c0897184 with Priority: HIGHEST for action port [ 1204.083902] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1bed9d6-bcb3-41fb-9f8d-fb35c0897184 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.083902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1bed9d6-bcb3-41fb-9f8d-fb35c0897184" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.083902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1bed9d6-bcb3-41fb-9f8d-fb35c0897184" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.084290] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1bed9d6-bcb3-41fb-9f8d-fb35c0897184" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.084375] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1bed9d6-bcb3-41fb-9f8d-fb35c0897184',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.193838] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.194047] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.194186] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.195025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.195025] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.195025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.195025] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.195262] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.195325] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.195537] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.195648] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.195753] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.195860] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.195962] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.196077] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.196208] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.218540] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.218540] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.218540] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.218540] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.218540] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-5a1e0105-fa71-4f1e-9de1-e6daccc45d17 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.218540] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-5a1e0105-fa71-4f1e-9de1-e6daccc45d17" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.218540] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-5a1e0105-fa71-4f1e-9de1-e6daccc45d17" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.218965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-5a1e0105-fa71-4f1e-9de1-e6daccc45d17" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.218965] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1e0105-fa71-4f1e-9de1-e6daccc45d17',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.314444] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.586836] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1bed9d6-bcb3-41fb-9f8d-fb35c0897184 [ 1204.587080] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.587616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.587616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.587616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.587616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.587796] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1bed9d6-bcb3-41fb-9f8d-fb35c0897184 already deleted. [ 1204.587796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1bed9d6-bcb3-41fb-9f8d-fb35c0897184" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.670252] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ab86b5-79d4-41f8-8e10-ce734106103f in Status: SUCCESS [ 1204.670458] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ab86b5-79d4-41f8-8e10-ce734106103f deletion is rescheduled due to dependency. [ 1204.670581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.723036] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.723277] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.725304] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.725304] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.725304] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.725304] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 5a1e0105-fa71-4f1e-9de1-e6daccc45d17 not found, creating... [ 1204.725304] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.725304] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.725304] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.725304] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.725304] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.726247] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.726247] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.726247] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.726247] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.726247] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.726247] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 5a1e0105-fa71-4f1e-9de1-e6daccc45d17 is going to be created. [ 1204.755199] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.755493] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.755638] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.755900] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.756319] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.756405] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-5a1e0105-fa71-4f1e-9de1-e6daccc45d17" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.818376] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.921093] env[66340]: INFO networking_nsxv3.common.synchronization [None req-b8424ca5-eec3-4301-8799-8af5107fc16e None None] Enqueued Resource ID: a47c8344-38c1-44ac-9598-2bda0375f215 with Priority: HIGHEST for action port [ 1204.921685] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47c8344-38c1-44ac-9598-2bda0375f215 with Priority: HIGHEST for action port [ 1204.922012] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47c8344-38c1-44ac-9598-2bda0375f215 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.922143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47c8344-38c1-44ac-9598-2bda0375f215" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.922245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47c8344-38c1-44ac-9598-2bda0375f215" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.922544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47c8344-38c1-44ac-9598-2bda0375f215" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.922601] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47c8344-38c1-44ac-9598-2bda0375f215',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.321568] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.321739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.321789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.322018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.322123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.322228] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1205.360867] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.361219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.361219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.364152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.364152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.372673] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1205.425528] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a47c8344-38c1-44ac-9598-2bda0375f215 [ 1205.425733] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.425916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.425916] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.426143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.426234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.426337] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a47c8344-38c1-44ac-9598-2bda0375f215 already deleted. [ 1205.426420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47c8344-38c1-44ac-9598-2bda0375f215" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.495294] env[66340]: INFO networking_nsxv3.common.synchronization [req-04700d21-e5ab-4721-bfd8-347e313f6eb0 req-0f80d664-0aa2-47dd-825c-5b8a58f5ab6c service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1205.495470] env[66340]: INFO networking_nsxv3.common.synchronization [req-04700d21-e5ab-4721-bfd8-347e313f6eb0 req-0f80d664-0aa2-47dd-825c-5b8a58f5ab6c service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1205.495685] env[66340]: INFO networking_nsxv3.common.synchronization [req-04700d21-e5ab-4721-bfd8-347e313f6eb0 req-0f80d664-0aa2-47dd-825c-5b8a58f5ab6c service nova] Enqueued Resource ID: 5a1e0105-fa71-4f1e-9de1-e6daccc45d17 with Priority: HIGHEST for action port [ 1205.496593] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1205.496735] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1205.496907] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1e0105-fa71-4f1e-9de1-e6daccc45d17 with Priority: HIGHEST for action port [ 1205.497676] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.497808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.497883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.498189] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.498189] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.499072] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.499150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.499378] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a1e0105-fa71-4f1e-9de1-e6daccc45d17 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.499468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a1e0105-fa71-4f1e-9de1-e6daccc45d17" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.499540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a1e0105-fa71-4f1e-9de1-e6daccc45d17" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.499713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a1e0105-fa71-4f1e-9de1-e6daccc45d17" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.499795] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1e0105-fa71-4f1e-9de1-e6daccc45d17',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.002024] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.002596] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.002596] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a1e0105-fa71-4f1e-9de1-e6daccc45d17 with status ACTIVE [ 1206.002596] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.002777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.002777] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.002908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.003206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.003206] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.003395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.003395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.003489] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.003557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.004471] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.004471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.004471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.004471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.004471] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.004471] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a1e0105-fa71-4f1e-9de1-e6daccc45d17 is going to be updated. [ 1206.028402] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.028402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.028402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.028402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.028402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.028402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a1e0105-fa71-4f1e-9de1-e6daccc45d17" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.212788] env[66340]: INFO networking_nsxv3.common.synchronization [None req-5d08b642-c37a-4750-ba91-a7291d611e10 None None] Enqueued Resource ID: 6a9ead32-9955-4602-84e0-7f507be43a0f with Priority: HIGHEST for action port [ 1206.213155] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9ead32-9955-4602-84e0-7f507be43a0f with Priority: HIGHEST for action port [ 1206.213465] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a9ead32-9955-4602-84e0-7f507be43a0f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.213591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a9ead32-9955-4602-84e0-7f507be43a0f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.213660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a9ead32-9955-4602-84e0-7f507be43a0f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.214052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a9ead32-9955-4602-84e0-7f507be43a0f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.214144] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a9ead32-9955-4602-84e0-7f507be43a0f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.585304] env[66340]: INFO networking_nsxv3.common.synchronization [req-6a57035a-2c3f-4134-995c-b0c22684f073 req-65936e60-20eb-4fd8-9072-63dc35a8a738 tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 1206.585846] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 1206.586171] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.586300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.586366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.586569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.586721] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.586820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.586881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.587042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.587132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.587238] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.716662] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a9ead32-9955-4602-84e0-7f507be43a0f [ 1206.716861] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.716961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.716961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.717217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.717327] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.717431] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a9ead32-9955-4602-84e0-7f507be43a0f already deleted. [ 1206.717507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a9ead32-9955-4602-84e0-7f507be43a0f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.088786] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.385554] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1207.385554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.385554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.385554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.385554] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.385554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.385554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.385554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.385554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.385554] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.531647] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.532905] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.532905] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.532905] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.532905] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.533141] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.533182] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.533375] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.533519] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.533739] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.533888] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.533963] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.534087] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.534195] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.534296] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.534497] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.553015] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.553183] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.553321] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.553494] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-664" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.553803] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-56d5fd63-c17d-4571-ac9e-9f5718831e3a taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.553971] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-56d5fd63-c17d-4571-ac9e-9f5718831e3a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.554112] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-56d5fd63-c17d-4571-ac9e-9f5718831e3a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.554426] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-56d5fd63-c17d-4571-ac9e-9f5718831e3a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.554572] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56d5fd63-c17d-4571-ac9e-9f5718831e3a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.591813] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.886663] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.057135] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.057398] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.057542] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.057840] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.057990] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.058209] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 56d5fd63-c17d-4571-ac9e-9f5718831e3a not found, creating... [ 1208.058425] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.058580] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.058701] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.058920] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.059156] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.059490] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.059658] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.059776] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.059976] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.060121] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.060257] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 56d5fd63-c17d-4571-ac9e-9f5718831e3a is going to be created. [ 1208.081477] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.081704] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.081819] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.082123] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.082348] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.082571] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-56d5fd63-c17d-4571-ac9e-9f5718831e3a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.093285] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.093611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.093611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.093695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.093785] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.094044] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d is going to be updated. [ 1208.127017] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.127242] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.127391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.127734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.127850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.138259] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: IN_PROGRESS for 2s [ 1208.388864] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.777748] env[66340]: INFO networking_nsxv3.common.synchronization [req-6a57035a-2c3f-4134-995c-b0c22684f073 req-212d74b8-1f1d-4193-bfc3-2d93c9914e01 service nova] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_rules [ 1208.777900] env[66340]: INFO networking_nsxv3.common.synchronization [req-6a57035a-2c3f-4134-995c-b0c22684f073 req-212d74b8-1f1d-4193-bfc3-2d93c9914e01 service nova] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 1208.778052] env[66340]: INFO networking_nsxv3.common.synchronization [req-6a57035a-2c3f-4134-995c-b0c22684f073 req-212d74b8-1f1d-4193-bfc3-2d93c9914e01 service nova] Enqueued Resource ID: 56d5fd63-c17d-4571-ac9e-9f5718831e3a with Priority: HIGHEST for action port [ 1208.778556] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_rules [ 1208.778692] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 1208.778804] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56d5fd63-c17d-4571-ac9e-9f5718831e3a with Priority: HIGHEST for action port [ 1208.779092] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.779216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.779283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.779681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.779681] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.781172] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.781230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.781690] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-56d5fd63-c17d-4571-ac9e-9f5718831e3a taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.781690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56d5fd63-c17d-4571-ac9e-9f5718831e3a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.781690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56d5fd63-c17d-4571-ac9e-9f5718831e3a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.781928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56d5fd63-c17d-4571-ac9e-9f5718831e3a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.782056] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56d5fd63-c17d-4571-ac9e-9f5718831e3a',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.891246] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.891415] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.891474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.891688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.891803] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.891910] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1208.920633] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.920816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.920862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.921126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.921287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.930844] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1209.284884] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56d5fd63-c17d-4571-ac9e-9f5718831e3a with status ACTIVE [ 1209.284884] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.284884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.284884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.284884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.284884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.285412] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.285412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.285412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.285583] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.285656] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.285849] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.285963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.285994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.286162] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.286237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.286325] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56d5fd63-c17d-4571-ac9e-9f5718831e3a is going to be updated. [ 1209.288070] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.288185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.313248] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.313483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.313624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.314079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.314277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.314473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56d5fd63-c17d-4571-ac9e-9f5718831e3a" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.493880] env[66340]: INFO networking_nsxv3.common.synchronization [None req-c94b29d0-1706-4bc8-a7ce-91254cac9402 tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_rules [ 1209.494522] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_rules [ 1209.495241] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b989e7e-308c-49ac-a05f-ed287be6d240 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.495382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.495452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.495722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.495814] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b989e7e-308c-49ac-a05f-ed287be6d240',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.588485] env[66340]: INFO networking_nsxv3.common.synchronization [None req-5d20c159-3abe-497f-875c-6182c0d04fb8 tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_rules [ 1209.588485] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_rules [ 1209.589352] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b989e7e-308c-49ac-a05f-ed287be6d240 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.589352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.021094] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.021660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.022075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.022075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.022190] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.022234] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 already deleted. [ 1210.022387] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.022698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.022816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.022956] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b989e7e-308c-49ac-a05f-ed287be6d240',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.150239] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: SUCCESS [ 1210.150520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.150704] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.150928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.151139] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.151340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.151406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.151570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.152204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.152429] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.544301] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.544593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.544593] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.544801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.544907] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.545023] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 already deleted. [ 1210.545144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.654601] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.941242] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1210.941443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.941608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.941917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.942127] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.942245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.942329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.942467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.942549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.942635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.942727] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.157396] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.445409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.445579] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.445643] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.446460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.446804] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.447008] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.447089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.447277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.447394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.447494] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.447660] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.447756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.447822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.447967] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.448122] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.448214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.448272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.448410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.448488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.448570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.448659] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.660476] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.660748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.660748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.660856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.660889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.660979] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d is going to be updated. [ 1211.690581] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.690782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.690782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.690971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.691135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.699349] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: IN_PROGRESS for 2s [ 1211.951543] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b57d552e-08bf-46af-a99d-d03bc9d548d6: rpc.has_security_group_logging(os_id): False [ 1211.973899] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.974182] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.974361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.974714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.974882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.975185] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.975304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.975365] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.975609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.975740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.975993] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.976105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.976169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.976334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.976428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.976618] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.976736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.976831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.977061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.977173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.977288] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1212.052315] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.052570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.052570] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.052728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.052878] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.078808] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1212.454491] env[66340]: INFO networking_nsxv3.common.synchronization [req-8a688cc7-cc57-4225-aad8-f744148d0266 req-8f6fe717-98b2-4bd8-9b37-7c924669f3ea tempest-ServerGroupTestJSON-1613415234 tempest-ServerGroupTestJSON-1613415234-project-member] Enqueued Resource ID: 51401fdc-7b88-423a-9004-8d66bc595728 with Priority: HIGHEST for action security_group_members [ 1212.455329] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51401fdc-7b88-423a-9004-8d66bc595728 with Priority: HIGHEST for action security_group_members [ 1212.455625] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-51401fdc-7b88-423a-9004-8d66bc595728 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.455766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.455843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.456116] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.456273] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.456411] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.456488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.456626] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.456716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.456805] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51401fdc-7b88-423a-9004-8d66bc595728',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.756985] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.757316] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-622" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.757365] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-622" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.757675] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-622" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.758083] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.758253] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.758371] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.758585] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.758734] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.758942] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.759076] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.759185] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.759292] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.759399] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.759532] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.759670] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.779350] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.779614] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.779761] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.779942] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-622" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.780405] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-41d327f0-b4b4-4007-be2e-564720711192 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.780539] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-41d327f0-b4b4-4007-be2e-564720711192" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.780644] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-41d327f0-b4b4-4007-be2e-564720711192" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.780951] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-41d327f0-b4b4-4007-be2e-564720711192" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.781106] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d327f0-b4b4-4007-be2e-564720711192',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.959945] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.960201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.960201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.960432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.960561] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.960799] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.960905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.960972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.961154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.961226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.961317] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51401fdc-7b88-423a-9004-8d66bc595728 already deleted. [ 1212.961399] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.283255] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.283499] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.283645] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.283937] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.284107] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.284269] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 41d327f0-b4b4-4007-be2e-564720711192 not found, creating... [ 1213.284536] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.284706] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.284824] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.285052] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.285197] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.285483] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.285643] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.285762] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.285968] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.286542] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.287015] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 41d327f0-b4b4-4007-be2e-564720711192 is going to be created. [ 1213.309773] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.310180] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.310385] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.310814] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.311237] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.311494] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-41d327f0-b4b4-4007-be2e-564720711192" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.711046] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: SUCCESS [ 1213.711046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.711326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.711410] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.711673] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.711891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.712058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.712226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.712316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.712407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.712504] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.872346] env[66340]: INFO networking_nsxv3.common.synchronization [req-8aee1337-b48f-435f-a9bf-c6d08b09588e req-a2808a5a-2af6-4c3a-87d9-9dcc4a801f6a tempest-ServerRescueTestJSON-973170344 tempest-ServerRescueTestJSON-973170344-project-member] Enqueued Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1213.873477] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1213.873856] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.874172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.874172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.874462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.874668] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.874815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.874900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.875092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.875339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.875486] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.011267] env[66340]: INFO networking_nsxv3.common.synchronization [req-8a688cc7-cc57-4225-aad8-f744148d0266 req-9b1fd6b5-2f35-4ea0-b2fe-a1df3184f8f0 service nova] Enqueued Resource ID: 51401fdc-7b88-423a-9004-8d66bc595728 with Priority: HIGHEST for action security_group_rules [ 1214.016338] env[66340]: INFO networking_nsxv3.common.synchronization [req-8a688cc7-cc57-4225-aad8-f744148d0266 req-9b1fd6b5-2f35-4ea0-b2fe-a1df3184f8f0 service nova] Enqueued Resource ID: 51401fdc-7b88-423a-9004-8d66bc595728 with Priority: HIGHEST for action security_group_members [ 1214.016338] env[66340]: INFO networking_nsxv3.common.synchronization [req-8a688cc7-cc57-4225-aad8-f744148d0266 req-9b1fd6b5-2f35-4ea0-b2fe-a1df3184f8f0 service nova] Enqueued Resource ID: 41d327f0-b4b4-4007-be2e-564720711192 with Priority: HIGHEST for action port [ 1214.019029] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51401fdc-7b88-423a-9004-8d66bc595728 with Priority: HIGHEST for action security_group_rules [ 1214.019029] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51401fdc-7b88-423a-9004-8d66bc595728 with Priority: HIGHEST for action security_group_members [ 1214.019029] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d327f0-b4b4-4007-be2e-564720711192 with Priority: HIGHEST for action port [ 1214.019029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51401fdc-7b88-423a-9004-8d66bc595728 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.019029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.019029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.019029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.019029] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51401fdc-7b88-423a-9004-8d66bc595728',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.025195] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-51401fdc-7b88-423a-9004-8d66bc595728 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.025540] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.025646] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.025859] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.026049] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.026158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.026226] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.026398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.029291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.029291] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51401fdc-7b88-423a-9004-8d66bc595728',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.029291] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d327f0-b4b4-4007-be2e-564720711192 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.029291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d327f0-b4b4-4007-be2e-564720711192" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.029291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d327f0-b4b4-4007-be2e-564720711192" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.029291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d327f0-b4b4-4007-be2e-564720711192" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.029291] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d327f0-b4b4-4007-be2e-564720711192',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.097750] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1214.098318] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.215359] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.256652] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.256911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-863" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.257067] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-863" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.257485] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-863" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.257757] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.257917] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.258217] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.258472] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.258631] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.258847] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.258958] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.259077] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.259186] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.259296] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.259401] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.259611] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.279601] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.279779] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.279916] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.280109] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-863" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.280426] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-8b326895-0e4b-4a4d-990d-7d1693e4cb1c taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.280598] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-8b326895-0e4b-4a4d-990d-7d1693e4cb1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.280717] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-8b326895-0e4b-4a4d-990d-7d1693e4cb1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.281046] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-8b326895-0e4b-4a4d-990d-7d1693e4cb1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.281187] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b326895-0e4b-4a4d-990d-7d1693e4cb1c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.377886] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.378059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.378136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.378349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.378441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.378740] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.378901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.379058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.379267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.379415] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.379634] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 already deleted. [ 1214.379792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.530231] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-51401fdc-7b88-423a-9004-8d66bc595728 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.530510] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.530622] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51401fdc-7b88-423a-9004-8d66bc595728',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.531596] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41d327f0-b4b4-4007-be2e-564720711192 with status ACTIVE [ 1214.531815] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.531939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.532041] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.532249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.532355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.533250] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.533250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.533250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.533250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.533250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.533250] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.533556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.533556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.533556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.533647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.533676] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41d327f0-b4b4-4007-be2e-564720711192 is going to be updated. [ 1214.555313] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.555491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.555536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.555746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.555894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.556074] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d327f0-b4b4-4007-be2e-564720711192" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.717709] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5b9a15-513b-4f3e-93e0-5175abfe609d: rpc.has_security_group_logging(os_id): False [ 1214.745000] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.745000] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.745000] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.745000] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.745608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.745608] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.745839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.745839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.746012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.746237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.746321] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d is going to be updated. [ 1214.783662] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.784239] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.784543] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.784828] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.784986] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.785163] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 8b326895-0e4b-4a4d-990d-7d1693e4cb1c not found, creating... [ 1214.785433] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.785570] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.785697] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.785918] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.786071] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.786903] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.787089] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.787213] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.787426] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.787559] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.787701] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 8b326895-0e4b-4a4d-990d-7d1693e4cb1c is going to be created. [ 1214.810800] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.811070] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.811201] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.811476] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.811826] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.811990] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-8b326895-0e4b-4a4d-990d-7d1693e4cb1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.849835] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.850035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.850035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.850200] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.850631] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.875861] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: IN_PROGRESS for 2s [ 1215.035609] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51401fdc-7b88-423a-9004-8d66bc595728',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.537786] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.537970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.537970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.538196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.538287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.538396] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51401fdc-7b88-423a-9004-8d66bc595728 is going to be created. [ 1215.548936] env[66340]: INFO networking_nsxv3.common.synchronization [req-8aee1337-b48f-435f-a9bf-c6d08b09588e req-3b16b7fc-ed46-4f8b-99a1-46590ef664d4 service nova] Enqueued Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_rules [ 1215.548936] env[66340]: INFO networking_nsxv3.common.synchronization [req-8aee1337-b48f-435f-a9bf-c6d08b09588e req-3b16b7fc-ed46-4f8b-99a1-46590ef664d4 service nova] Enqueued Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1215.548936] env[66340]: INFO networking_nsxv3.common.synchronization [req-8aee1337-b48f-435f-a9bf-c6d08b09588e req-3b16b7fc-ed46-4f8b-99a1-46590ef664d4 service nova] Enqueued Resource ID: 8b326895-0e4b-4a4d-990d-7d1693e4cb1c with Priority: HIGHEST for action port [ 1215.548936] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_rules [ 1215.548936] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1215.548936] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b326895-0e4b-4a4d-990d-7d1693e4cb1c with Priority: HIGHEST for action port [ 1215.548936] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.548936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.548936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.549571] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.549571] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.550332] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.550450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.550526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.550757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.550867] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.551150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.551150] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.551245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.551245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.551339] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.552354] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b326895-0e4b-4a4d-990d-7d1693e4cb1c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.552470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b326895-0e4b-4a4d-990d-7d1693e4cb1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.552541] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b326895-0e4b-4a4d-990d-7d1693e4cb1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.552691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b326895-0e4b-4a4d-990d-7d1693e4cb1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.552769] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b326895-0e4b-4a4d-990d-7d1693e4cb1c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.565070] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.565248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.565404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.565450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.565609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.577461] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51401fdc-7b88-423a-9004-8d66bc595728 in Status: UNINITIALIZED for 2s [ 1216.055713] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.056855] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.056986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.057145] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b326895-0e4b-4a4d-990d-7d1693e4cb1c with status ACTIVE [ 1216.057314] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.057815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.057815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.057815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.060184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.061062] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.061203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.061617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.061617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.061617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.061835] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.061835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.061925] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.062533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.062649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.062745] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b326895-0e4b-4a4d-990d-7d1693e4cb1c is going to be updated. [ 1216.087936] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.088143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.088218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.088429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.088597] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.088876] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b326895-0e4b-4a4d-990d-7d1693e4cb1c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.172346] env[66340]: INFO networking_nsxv3.common.synchronization [req-caba6417-5e37-4b7e-9d04-c98aa0d45fe0 req-4fb49523-9d88-44c6-86bf-9d78f8b88a5b tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_members [ 1216.172973] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_members [ 1216.173262] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b989e7e-308c-49ac-a05f-ed287be6d240 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.173356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.173425] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.173703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.173870] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.173975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.175460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.175660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.175755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.175864] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b989e7e-308c-49ac-a05f-ed287be6d240',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.565549] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.611911] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.612066] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.612195] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.612458] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.612713] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.612867] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.612978] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.613267] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.613415] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.613618] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.613724] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.613826] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.613925] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.614098] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.614158] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.614268] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.634304] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.635164] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.635164] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.635164] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.635164] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-4335ece3-3737-4cec-8430-8a5c14243ec8 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.635438] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-4335ece3-3737-4cec-8430-8a5c14243ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.635438] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-4335ece3-3737-4cec-8430-8a5c14243ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.635739] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-4335ece3-3737-4cec-8430-8a5c14243ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.635884] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4335ece3-3737-4cec-8430-8a5c14243ec8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.679580] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.679753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.679810] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.680093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.680145] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.680346] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.680444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.680507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.680691] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.680771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.680860] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 already deleted. [ 1216.680962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.891210] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: SUCCESS [ 1216.891210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.067228] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.067642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.067642] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.067888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.067954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.068071] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 is going to be created. [ 1217.107132] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.107375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.107375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.108054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.108054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.128367] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: UNINITIALIZED for 2s [ 1217.144053] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.144053] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.144053] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.144053] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.144053] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.144053] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 4335ece3-3737-4cec-8430-8a5c14243ec8 not found, creating... [ 1217.144053] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.144053] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.144053] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.144053] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.144053] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.144624] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.144624] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.144714] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.145740] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.145740] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.145740] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 4335ece3-3737-4cec-8430-8a5c14243ec8 is going to be created. [ 1217.166688] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.166942] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.167765] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.167765] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.167765] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.167914] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-4335ece3-3737-4cec-8430-8a5c14243ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.588588] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51401fdc-7b88-423a-9004-8d66bc595728 in Status: SUCCESS [ 1217.588821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.588987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.589221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.589415] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.589544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.589618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.589815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.589891] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.589987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.590096] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51401fdc-7b88-423a-9004-8d66bc595728',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.868835] env[66340]: INFO networking_nsxv3.common.synchronization [req-caba6417-5e37-4b7e-9d04-c98aa0d45fe0 req-ce27b3b9-37df-44a9-83ad-476826e816ef service nova] Enqueued Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_rules [ 1217.869083] env[66340]: INFO networking_nsxv3.common.synchronization [req-caba6417-5e37-4b7e-9d04-c98aa0d45fe0 req-ce27b3b9-37df-44a9-83ad-476826e816ef service nova] Enqueued Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_members [ 1217.869142] env[66340]: INFO networking_nsxv3.common.synchronization [req-caba6417-5e37-4b7e-9d04-c98aa0d45fe0 req-ce27b3b9-37df-44a9-83ad-476826e816ef service nova] Enqueued Resource ID: 4335ece3-3737-4cec-8430-8a5c14243ec8 with Priority: HIGHEST for action port [ 1217.869699] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_rules [ 1217.869832] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_members [ 1217.869930] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4335ece3-3737-4cec-8430-8a5c14243ec8 with Priority: HIGHEST for action port [ 1217.870220] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b989e7e-308c-49ac-a05f-ed287be6d240 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.870343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.870412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.870616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.870698] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b989e7e-308c-49ac-a05f-ed287be6d240',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.871668] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b989e7e-308c-49ac-a05f-ed287be6d240 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.871787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.871787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.871932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.872096] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.872827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.872827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.872827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.872827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.872827] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b989e7e-308c-49ac-a05f-ed287be6d240',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.873331] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-4335ece3-3737-4cec-8430-8a5c14243ec8 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.873445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4335ece3-3737-4cec-8430-8a5c14243ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.873496] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4335ece3-3737-4cec-8430-8a5c14243ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.873709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4335ece3-3737-4cec-8430-8a5c14243ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.873797] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4335ece3-3737-4cec-8430-8a5c14243ec8',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.092752] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-51401fdc-7b88-423a-9004-8d66bc595728 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.093060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.093060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.093275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.093442] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.093554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.093618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.093771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.093865] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.094152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.094319] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-51401fdc-7b88-423a-9004-8d66bc595728 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.094414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.094476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.094618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.094753] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.094882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.094912] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.095069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.095152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.095238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.095326] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51401fdc-7b88-423a-9004-8d66bc595728',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.375653] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b989e7e-308c-49ac-a05f-ed287be6d240 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.376948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.376948] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b989e7e-308c-49ac-a05f-ed287be6d240',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.391612] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4335ece3-3737-4cec-8430-8a5c14243ec8 with status ACTIVE [ 1218.391612] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.391612] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.391612] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.391612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.391612] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4335ece3-3737-4cec-8430-8a5c14243ec8 is going to be updated. [ 1218.401298] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.401441] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.401562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.401802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.401961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.402145] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4335ece3-3737-4cec-8430-8a5c14243ec8" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.597866] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51401fdc-7b88-423a-9004-8d66bc595728: rpc.has_security_group_logging(os_id): False [ 1218.616855] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.617065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.617129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.617397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.617599] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.617951] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.618123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.618236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.618467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.618595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.618856] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.619013] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.619131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.619340] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.619462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.619756] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.619902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.620017] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.620221] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.620345] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.620482] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51401fdc-7b88-423a-9004-8d66bc595728 is going to be created. [ 1218.682219] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.682435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.682492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.682761] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.683100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.695850] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51401fdc-7b88-423a-9004-8d66bc595728 in Status: IN_PROGRESS for 2s [ 1218.881657] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b989e7e-308c-49ac-a05f-ed287be6d240',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.138440] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: SUCCESS [ 1219.138703] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.138823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.139050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.139246] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.139364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.139431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.139668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.139778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.139863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.139955] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.384176] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.384350] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.384391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.384604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.384696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.384971] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 is going to be created. [ 1219.410982] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.411152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.411220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.411425] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.411584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.424105] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 in Status: UNINITIALIZED for 2s [ 1219.642226] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.642557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.642557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.642706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.642886] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.642990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.643073] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.643227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.643316] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.643405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.643561] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.643654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.643718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.643889] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.644038] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.644130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.644184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.644319] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.644398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.644477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.644572] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.102701] env[66340]: INFO networking_nsxv3.common.synchronization [req-a0d1c876-027b-4808-97c3-2e863084e01a req-e978d66b-0555-4150-a6b2-bbab50c43d59 tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1220.103914] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1220.103914] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.103914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.103914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.104515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.104515] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.104515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.104515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.104695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.104822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.104927] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.146895] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74a1c8c2-c88a-4052-9b2e-e71b90a37a40: rpc.has_security_group_logging(os_id): False [ 1220.169523] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.169793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.169873] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.170177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.170300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.170686] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.170801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.170857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.171093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.171203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.171475] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.171935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.171935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.171935] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.172034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.172284] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.172415] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.172491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.172680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.172815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.172937] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 is going to be created. [ 1220.245026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.245214] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.245311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.245487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.245681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.259069] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: IN_PROGRESS for 2s [ 1220.471834] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.472536] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.472536] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.472536] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.472852] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.472955] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.473285] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.473545] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.473708] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.473940] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.474081] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.474201] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.474324] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.474445] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.474611] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.474717] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.505406] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.505684] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1220.505833] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.506309] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.507516] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-6871e9ef-43df-41c2-8094-1c4588b6e8f5 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.507516] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-6871e9ef-43df-41c2-8094-1c4588b6e8f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.507516] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-6871e9ef-43df-41c2-8094-1c4588b6e8f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.508229] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-6871e9ef-43df-41c2-8094-1c4588b6e8f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.508289] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6871e9ef-43df-41c2-8094-1c4588b6e8f5',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.607395] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.709094] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51401fdc-7b88-423a-9004-8d66bc595728 in Status: SUCCESS [ 1220.709334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.011668] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.011944] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.012101] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.012395] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.012573] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.012751] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 6871e9ef-43df-41c2-8094-1c4588b6e8f5 not found, creating... [ 1221.013072] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.013240] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.013366] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.013639] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.013795] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.014097] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.014298] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.014454] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.014680] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.014860] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.015012] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 6871e9ef-43df-41c2-8094-1c4588b6e8f5 is going to be created. [ 1221.036727] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.037044] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.037178] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.037504] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.037788] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.038030] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-6871e9ef-43df-41c2-8094-1c4588b6e8f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.110022] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.436345] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 in Status: SUCCESS [ 1221.436734] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.436809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.437045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.437240] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.437362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.437440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.437580] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.437664] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.437747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.437836] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b989e7e-308c-49ac-a05f-ed287be6d240',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.612565] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.612738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.612997] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.613191] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.613331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.613464] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1221.646397] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.646397] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.646679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.646679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.647130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.656777] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1221.758302] env[66340]: INFO networking_nsxv3.common.synchronization [req-a0d1c876-027b-4808-97c3-2e863084e01a req-2486619c-4917-4722-8232-9b5156ae80ad service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1221.758622] env[66340]: INFO networking_nsxv3.common.synchronization [req-a0d1c876-027b-4808-97c3-2e863084e01a req-2486619c-4917-4722-8232-9b5156ae80ad service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1221.758824] env[66340]: INFO networking_nsxv3.common.synchronization [req-a0d1c876-027b-4808-97c3-2e863084e01a req-2486619c-4917-4722-8232-9b5156ae80ad service nova] Enqueued Resource ID: 6871e9ef-43df-41c2-8094-1c4588b6e8f5 with Priority: HIGHEST for action port [ 1221.759542] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1221.759787] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1221.759862] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6871e9ef-43df-41c2-8094-1c4588b6e8f5 with Priority: HIGHEST for action port [ 1221.760287] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.760536] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.760720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.761154] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.761236] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.763059] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.763256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.763639] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-6871e9ef-43df-41c2-8094-1c4588b6e8f5 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.763850] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6871e9ef-43df-41c2-8094-1c4588b6e8f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.763992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6871e9ef-43df-41c2-8094-1c4588b6e8f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.764216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6871e9ef-43df-41c2-8094-1c4588b6e8f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.764291] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6871e9ef-43df-41c2-8094-1c4588b6e8f5',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.941075] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b989e7e-308c-49ac-a05f-ed287be6d240',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.266014] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.266171] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.266404] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6871e9ef-43df-41c2-8094-1c4588b6e8f5 with status ACTIVE [ 1222.266599] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.266715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.266784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.266992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.267095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.267272] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.267370] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.267453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.267621] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.267705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.267891] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.268018] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.268072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.268192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.268266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.268352] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6871e9ef-43df-41c2-8094-1c4588b6e8f5 is going to be updated. [ 1222.272515] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: SUCCESS [ 1222.272731] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.293076] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.293344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.293344] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.293510] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.293640] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.293867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6871e9ef-43df-41c2-8094-1c4588b6e8f5" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.443538] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b989e7e-308c-49ac-a05f-ed287be6d240: rpc.has_security_group_logging(os_id): False [ 1222.475478] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.475707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.475707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.475895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.475989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.476295] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.476428] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.476514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.476697] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.476788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.476928] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 is going to be created. [ 1222.556290] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.556517] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.556623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.556857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.557132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.570721] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 in Status: IN_PROGRESS for 2s [ 1223.667757] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1223.668101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.668160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.668380] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.668572] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.668695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.668764] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.668933] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.669022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.669022] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.171224] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.585979] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 in Status: SUCCESS [ 1224.585979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.673856] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.176253] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.176459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.176531] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.176894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.177092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.177264] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1225.215951] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.216217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.216217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.216377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.216537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.226139] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1226.566615] env[66340]: INFO networking_nsxv3.common.synchronization [req-751aeb6c-f7bc-4923-95e6-47d0a87ba316 req-b3e61439-7124-489f-a141-c04f06ec640b tempest-ServerGroupTestJSON-1613415234 tempest-ServerGroupTestJSON-1613415234-project-member] Enqueued Resource ID: 51401fdc-7b88-423a-9004-8d66bc595728 with Priority: HIGHEST for action security_group_members [ 1226.567514] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51401fdc-7b88-423a-9004-8d66bc595728 with Priority: HIGHEST for action security_group_members [ 1226.567514] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-51401fdc-7b88-423a-9004-8d66bc595728 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.567673] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.567717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.568161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.568161] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.568161] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.568386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.568386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.568513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.568578] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51401fdc-7b88-423a-9004-8d66bc595728',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.072052] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.072052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.072052] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.072512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.072512] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.072512] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.072636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.072636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.072788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.072871] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.072962] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51401fdc-7b88-423a-9004-8d66bc595728 is going to be updated. [ 1227.127865] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.128048] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.128125] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.128334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.128485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.139589] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51401fdc-7b88-423a-9004-8d66bc595728 in Status: IN_PROGRESS for 2s [ 1227.239485] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1227.240786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.240786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.240786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.240786] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.240786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.240786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.240786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.240786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.241174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.241174] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.743581] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.744127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.744127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.744202] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.744345] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.744459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.744508] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.744702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.744799] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.744888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.745068] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.745199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.745293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.746034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.746034] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.746034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.746034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.746034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.746034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.746381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.746381] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.248692] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b57d552e-08bf-46af-a99d-d03bc9d548d6: rpc.has_security_group_logging(os_id): False [ 1228.267346] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.267598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.267598] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.267755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.267848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.268061] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.268155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.268364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.268435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.268470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.268729] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.268862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.268928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.269395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.269395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.269395] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.269556] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.269592] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.269820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.269820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.269921] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1228.339308] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.339525] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.339572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.339804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.340683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.359018] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1229.150084] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51401fdc-7b88-423a-9004-8d66bc595728 in Status: SUCCESS [ 1229.150511] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51401fdc-7b88-423a-9004-8d66bc595728 deletion is rescheduled due to dependency. [ 1229.150511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51401fdc-7b88-423a-9004-8d66bc595728" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.381899] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1230.382415] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.568786] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.569135] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.543012] env[66340]: INFO networking_nsxv3.common.synchronization [req-d087829c-9069-4441-b01f-14bd88ed3c09 req-c17d6776-3791-4402-a9a4-7760387566aa tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1235.543633] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1235.544117] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.544287] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.544359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.544559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.544718] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.544818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.544881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.545087] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.545143] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.545228] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.049330] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.552175] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.054652] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.054896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.054976] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.055235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.055360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.055466] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1237.114540] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.114753] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.114838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.115123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.115284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.125669] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1238.913328] env[66340]: INFO networking_nsxv3.common.synchronization [req-dabb04fb-36a5-4723-a74e-55480ee7cc7e req-10cee211-53bb-41b8-b196-a37204dbac8c tempest-ServerRescueTestJSON-973170344 tempest-ServerRescueTestJSON-973170344-project-member] Enqueued Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1238.913920] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1238.914275] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.914479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.914479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.914652] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.914896] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.914896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.915356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.915356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.915356] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.915356] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.138675] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1239.138898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.271063] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.271395] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-863" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.271395] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-863" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.271564] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-863" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.271810] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.272022] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.272173] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.272393] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.272547] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.272763] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.272878] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.272988] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.273108] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.273226] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.273320] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.273449] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.301662] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.301931] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.302116] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.302400] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-863" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.303027] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-a7167414-9879-4f43-90e3-eeabdeab1064 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.303027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-a7167414-9879-4f43-90e3-eeabdeab1064" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.303243] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-a7167414-9879-4f43-90e3-eeabdeab1064" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.303640] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-a7167414-9879-4f43-90e3-eeabdeab1064" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.303841] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7167414-9879-4f43-90e3-eeabdeab1064',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.417243] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.806621] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.806994] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.807236] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.807670] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.807890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.808153] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port a7167414-9879-4f43-90e3-eeabdeab1064 not found, creating... [ 1239.808570] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.808823] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.809033] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.809385] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.809614] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.810059] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.810278] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.810437] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.810716] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.810888] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.811107] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: a7167414-9879-4f43-90e3-eeabdeab1064 is going to be created. [ 1239.832857] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.833259] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.833479] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.833923] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.834682] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.834768] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-a7167414-9879-4f43-90e3-eeabdeab1064" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.919288] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.423797] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.424422] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.424554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.424787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.424883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.425030] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 is going to be updated. [ 1240.458539] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.458801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.458894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.459131] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.459281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.469257] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: IN_PROGRESS for 2s [ 1240.641815] env[66340]: INFO networking_nsxv3.common.synchronization [req-dabb04fb-36a5-4723-a74e-55480ee7cc7e req-b4f10ec3-9917-4b54-bcfd-f4d5d96533b5 service nova] Enqueued Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_rules [ 1240.641815] env[66340]: INFO networking_nsxv3.common.synchronization [req-dabb04fb-36a5-4723-a74e-55480ee7cc7e req-b4f10ec3-9917-4b54-bcfd-f4d5d96533b5 service nova] Enqueued Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1240.641970] env[66340]: INFO networking_nsxv3.common.synchronization [req-dabb04fb-36a5-4723-a74e-55480ee7cc7e req-b4f10ec3-9917-4b54-bcfd-f4d5d96533b5 service nova] Enqueued Resource ID: a7167414-9879-4f43-90e3-eeabdeab1064 with Priority: HIGHEST for action port [ 1240.642538] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_rules [ 1240.642695] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1240.642807] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7167414-9879-4f43-90e3-eeabdeab1064 with Priority: HIGHEST for action port [ 1240.643164] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.643279] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.643349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.643551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.643634] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.645480] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.645480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.645480] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7167414-9879-4f43-90e3-eeabdeab1064 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.645677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7167414-9879-4f43-90e3-eeabdeab1064" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.645677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7167414-9879-4f43-90e3-eeabdeab1064" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.645914] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7167414-9879-4f43-90e3-eeabdeab1064" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.646084] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7167414-9879-4f43-90e3-eeabdeab1064',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.148025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.148244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.151031] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7167414-9879-4f43-90e3-eeabdeab1064 with status ACTIVE [ 1241.151031] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.151031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.151031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.151031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.151031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.151031] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.151031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.151031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.151602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.151602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.151602] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.151602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.151602] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.151797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.151797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.151858] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7167414-9879-4f43-90e3-eeabdeab1064 is going to be updated. [ 1241.176185] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.176459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.176562] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.177046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.177046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.177046] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7167414-9879-4f43-90e3-eeabdeab1064" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.480696] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: SUCCESS [ 1242.481158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.481328] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.481566] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.481768] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.481892] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.481962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.482139] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.482412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.482544] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.984432] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.284643] env[66340]: INFO networking_nsxv3.common.synchronization [None req-73775d0d-8b1b-4d15-ae37-a429ea0b1bee tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_rules [ 1243.286038] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_rules [ 1243.286309] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.286446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.286516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.287152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.287238] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c07aa7c-b6d7-4f51-b115-0d1583c39514',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.405978] env[66340]: INFO networking_nsxv3.common.synchronization [None req-fc8f4eab-26eb-446d-b045-17ddb941a72a tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_rules [ 1243.407138] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_rules [ 1243.407138] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.407511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.487502] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.568187] env[66340]: INFO networking_nsxv3.common.synchronization [req-88012d86-a763-4491-a2fc-42f9c74e50f2 req-4d299cde-12de-4ecd-b2c7-080eb8be6cf2 tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1243.572023] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1243.572023] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.572023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.572023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.572023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.572023] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.572023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.572023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.572023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.572023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.572023] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.810472] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.810708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.810708] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.810979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.811080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.811429] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 already deleted. [ 1243.811429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.811429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.811573] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.811643] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c07aa7c-b6d7-4f51-b115-0d1583c39514',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.991269] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.991442] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.991735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.991735] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.991841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.991914] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 is going to be updated. [ 1244.023059] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.023199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.023243] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.023448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.023608] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.037956] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: IN_PROGRESS for 2s [ 1244.073813] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.335080] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.335080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.335080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.335080] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.335616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.335616] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 already deleted. [ 1244.335616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.577815] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.080601] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.080802] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.081649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.081649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.081649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.081649] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1245.130591] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.130591] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.130823] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.130861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.131094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.143539] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1246.048379] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: SUCCESS [ 1246.048729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.048775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.048995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.049214] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.049337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.049479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.049567] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.049629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.049719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.049817] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.555663] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.555905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.555905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.556104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.556346] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.556479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.556558] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.556739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.556839] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.556940] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.557162] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.557321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.557432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.557628] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.557792] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.558035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.558159] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.558254] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.558404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.558458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.558565] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.061698] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74a1c8c2-c88a-4052-9b2e-e71b90a37a40: rpc.has_security_group_logging(os_id): False [ 1247.086186] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.086401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.086401] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.088034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.088034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.088034] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.088034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.088034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.088034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.088034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.088034] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.088034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.088034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.088034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.088034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.088034] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.089578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.089578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.089578] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.089677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.089757] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 is going to be updated. [ 1247.158218] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1247.158431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.174143] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.174355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.174429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.174660] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.174820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.192940] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: IN_PROGRESS for 2s [ 1248.570067] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.570436] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1249.208242] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: SUCCESS [ 1249.208413] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.289848] env[66340]: INFO networking_nsxv3.common.synchronization [req-2ec5b1ff-9ed7-487c-bba4-fb8e52398ead req-b79b753c-dad2-428f-84a1-8dfd8c64b7eb tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_members [ 1252.290347] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_members [ 1252.290708] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c07aa7c-b6d7-4f51-b115-0d1583c39514 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.290784] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.290840] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.291103] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.291267] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.291366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.291430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.291711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.291711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.291810] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c07aa7c-b6d7-4f51-b115-0d1583c39514',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.642366] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.642669] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.642820] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.643125] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.643403] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.643587] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.643716] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.643944] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.644123] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.644336] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.644461] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.644567] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.644682] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.644793] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.644908] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.645049] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.665961] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.666157] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.666296] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.666479] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.666804] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-c51d7056-c1ab-48a1-be4b-d3246d8bcbed taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.666979] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-c51d7056-c1ab-48a1-be4b-d3246d8bcbed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.667152] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-c51d7056-c1ab-48a1-be4b-d3246d8bcbed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.667510] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-c51d7056-c1ab-48a1-be4b-d3246d8bcbed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.667675] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51d7056-c1ab-48a1-be4b-d3246d8bcbed',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.794814] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.795014] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.795151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.795458] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.795572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.795825] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.795958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.796029] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.796201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.796302] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.796407] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 already deleted. [ 1252.796532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.170673] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.170911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.171098] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.171402] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.171569] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.171757] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port c51d7056-c1ab-48a1-be4b-d3246d8bcbed not found, creating... [ 1253.172044] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.172212] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.172331] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.172584] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.172801] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.173306] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.173548] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.173750] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.174049] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.174211] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.174359] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: c51d7056-c1ab-48a1-be4b-d3246d8bcbed is going to be created. [ 1253.198120] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.198391] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.198517] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.198859] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.199033] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.199268] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-c51d7056-c1ab-48a1-be4b-d3246d8bcbed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.888384] env[66340]: INFO networking_nsxv3.common.synchronization [req-2ec5b1ff-9ed7-487c-bba4-fb8e52398ead req-722e0ffb-9ff8-4e8a-9a1d-2d31550f8e73 service nova] Enqueued Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_rules [ 1253.889051] env[66340]: INFO networking_nsxv3.common.synchronization [req-2ec5b1ff-9ed7-487c-bba4-fb8e52398ead req-722e0ffb-9ff8-4e8a-9a1d-2d31550f8e73 service nova] Enqueued Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_members [ 1253.889051] env[66340]: INFO networking_nsxv3.common.synchronization [req-2ec5b1ff-9ed7-487c-bba4-fb8e52398ead req-722e0ffb-9ff8-4e8a-9a1d-2d31550f8e73 service nova] Enqueued Resource ID: c51d7056-c1ab-48a1-be4b-d3246d8bcbed with Priority: HIGHEST for action port [ 1253.889244] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_rules [ 1253.889387] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_members [ 1253.889487] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51d7056-c1ab-48a1-be4b-d3246d8bcbed with Priority: HIGHEST for action port [ 1253.889761] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.889920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.889959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.890170] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.890251] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c07aa7c-b6d7-4f51-b115-0d1583c39514',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.891080] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c07aa7c-b6d7-4f51-b115-0d1583c39514 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.891197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.891265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.891429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.891568] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.891694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.891789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.891977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.892081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.892174] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c07aa7c-b6d7-4f51-b115-0d1583c39514',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.892908] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51d7056-c1ab-48a1-be4b-d3246d8bcbed taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.893059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51d7056-c1ab-48a1-be4b-d3246d8bcbed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.893100] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51d7056-c1ab-48a1-be4b-d3246d8bcbed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.893245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51d7056-c1ab-48a1-be4b-d3246d8bcbed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.893320] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51d7056-c1ab-48a1-be4b-d3246d8bcbed',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.394951] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c07aa7c-b6d7-4f51-b115-0d1583c39514 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.395093] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.395293] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c07aa7c-b6d7-4f51-b115-0d1583c39514',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.396221] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c51d7056-c1ab-48a1-be4b-d3246d8bcbed with status ACTIVE [ 1254.396409] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.396595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.396595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.396789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.396882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.397061] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.397185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.397274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.397359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.397474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.397611] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.397696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.397758] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.397899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.397975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.398059] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c51d7056-c1ab-48a1-be4b-d3246d8bcbed is going to be updated. [ 1254.420338] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.420549] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.420594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.420789] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.420932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.421112] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51d7056-c1ab-48a1-be4b-d3246d8bcbed" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.699855] env[66340]: INFO networking_nsxv3.common.synchronization [req-7a107fe0-2300-4bd1-a28d-5e5f51307346 req-6ffca33c-a327-4955-b372-a50927824901 tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1254.700706] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1254.701050] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.701201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.701295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.701475] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.702070] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.702070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.702070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.702070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.702070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.702290] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.900837] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c07aa7c-b6d7-4f51-b115-0d1583c39514',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.071446] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.071840] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.072115] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.072553] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.073033] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.073244] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.073368] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.073604] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.073755] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.073980] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.074108] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.074218] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.074332] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.074430] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.074530] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.074659] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.096911] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.097321] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1255.097534] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.097781] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.098213] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-76cb0ec4-0155-4eda-9649-11c8e39b542c taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.098525] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-76cb0ec4-0155-4eda-9649-11c8e39b542c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.098702] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-76cb0ec4-0155-4eda-9649-11c8e39b542c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.099278] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-76cb0ec4-0155-4eda-9649-11c8e39b542c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.099542] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76cb0ec4-0155-4eda-9649-11c8e39b542c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.206152] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.405820] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.406219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.406219] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.406528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.407207] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.407207] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 is going to be created. [ 1255.437382] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.437623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.437623] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.437841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.438040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.448962] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 in Status: UNINITIALIZED for 2s [ 1255.602424] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.602820] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.603158] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.603513] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.603724] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.603958] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 76cb0ec4-0155-4eda-9649-11c8e39b542c not found, creating... [ 1255.604452] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.604692] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.604858] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.605241] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.605455] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.605812] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.606029] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.606255] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.606515] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.606805] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.606888] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 76cb0ec4-0155-4eda-9649-11c8e39b542c is going to be created. [ 1255.629719] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.630052] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.630245] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.630616] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.630897] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.631206] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-76cb0ec4-0155-4eda-9649-11c8e39b542c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.708510] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.211121] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.211595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.211595] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.211662] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.211765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.211951] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1256.251378] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.251635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.251635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.251816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.251967] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.262286] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1256.325806] env[66340]: INFO networking_nsxv3.common.synchronization [req-7a107fe0-2300-4bd1-a28d-5e5f51307346 req-7def3953-efef-4e94-b0ee-accfe93fd5cf service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1256.326016] env[66340]: INFO networking_nsxv3.common.synchronization [req-7a107fe0-2300-4bd1-a28d-5e5f51307346 req-7def3953-efef-4e94-b0ee-accfe93fd5cf service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1256.326187] env[66340]: INFO networking_nsxv3.common.synchronization [req-7a107fe0-2300-4bd1-a28d-5e5f51307346 req-7def3953-efef-4e94-b0ee-accfe93fd5cf service nova] Enqueued Resource ID: 76cb0ec4-0155-4eda-9649-11c8e39b542c with Priority: HIGHEST for action port [ 1256.326737] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1256.326866] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1256.326971] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76cb0ec4-0155-4eda-9649-11c8e39b542c with Priority: HIGHEST for action port [ 1256.327546] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.327727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.327979] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.328107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.328271] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.329237] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.329391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.329679] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-76cb0ec4-0155-4eda-9649-11c8e39b542c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.329875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76cb0ec4-0155-4eda-9649-11c8e39b542c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.329974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76cb0ec4-0155-4eda-9649-11c8e39b542c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.330251] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76cb0ec4-0155-4eda-9649-11c8e39b542c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.330407] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76cb0ec4-0155-4eda-9649-11c8e39b542c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.832218] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.832439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.832560] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76cb0ec4-0155-4eda-9649-11c8e39b542c with status ACTIVE [ 1256.832750] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.832860] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.832939] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.833169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.833266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.833450] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.833554] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.833616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.833756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.833827] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.834036] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.834132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.834208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.834375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.834444] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.834533] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76cb0ec4-0155-4eda-9649-11c8e39b542c is going to be updated. [ 1256.858688] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.858890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.858974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.859156] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.859300] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.859479] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76cb0ec4-0155-4eda-9649-11c8e39b542c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.461768] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 in Status: SUCCESS [ 1257.462179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.462179] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.462392] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.462590] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.462705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.462772] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.462927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.463023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.463113] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.463209] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c07aa7c-b6d7-4f51-b115-0d1583c39514',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.485824] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.486032] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.486165] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.486423] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.486680] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.486834] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.487103] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.487518] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.487691] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.487908] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.488138] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.488328] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.488456] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.488581] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.488693] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.488829] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.507887] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.508148] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1257.508306] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.508524] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-150" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.508859] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-e02d3364-2812-4105-a123-021d6f73cb30 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.509051] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.509202] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.509465] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.509753] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02d3364-2812-4105-a123-021d6f73cb30',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.966139] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c07aa7c-b6d7-4f51-b115-0d1583c39514',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.012014] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.012296] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.012296] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.012577] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.012731] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.013060] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.013235] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.013368] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.013589] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.013725] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.014012] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.014173] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.014288] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.014486] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.014616] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.014752] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: e02d3364-2812-4105-a123-021d6f73cb30 is going to be updated. [ 1258.037344] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.037596] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.037726] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.038149] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.038406] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.038672] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.272294] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1258.272611] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.272711] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.272931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.273130] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.273248] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.273314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.273491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.273529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.273770] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.470045] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c07aa7c-b6d7-4f51-b115-0d1583c39514: rpc.has_security_group_logging(os_id): False [ 1258.491595] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.491848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.492127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.492521] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.492736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.493229] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.493446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.493574] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.493849] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.494090] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.494206] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 is going to be created. [ 1258.568476] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.568832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.568832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.569106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.569338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.581431] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 in Status: IN_PROGRESS for 2s [ 1258.774915] env[66340]: INFO networking_nsxv3.common.synchronization [req-41283d2c-4673-4878-a40d-0774a8a68efc req-ea9e085a-1408-428e-b2b7-7fb9daad6177 service nova] Enqueued Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_rules [ 1258.775844] env[66340]: INFO networking_nsxv3.common.synchronization [req-41283d2c-4673-4878-a40d-0774a8a68efc req-ea9e085a-1408-428e-b2b7-7fb9daad6177 service nova] Enqueued Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_members [ 1258.775844] env[66340]: INFO networking_nsxv3.common.synchronization [req-41283d2c-4673-4878-a40d-0774a8a68efc req-ea9e085a-1408-428e-b2b7-7fb9daad6177 service nova] Enqueued Resource ID: e02d3364-2812-4105-a123-021d6f73cb30 with Priority: HIGHEST for action port [ 1258.775844] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.777673] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_rules [ 1258.777826] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_members [ 1258.777970] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02d3364-2812-4105-a123-021d6f73cb30 with Priority: HIGHEST for action port [ 1258.778630] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.778801] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.778901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.779318] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.779440] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.780490] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.780654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.780738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.781405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.781910] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.782050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.782134] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.782322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.782455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.782633] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.783990] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-e02d3364-2812-4105-a123-021d6f73cb30 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.784303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.784303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.784403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.784488] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02d3364-2812-4105-a123-021d6f73cb30',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.279106] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.285898] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.286042] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.286203] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.287072] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e02d3364-2812-4105-a123-021d6f73cb30 with status ACTIVE [ 1259.287258] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.287675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.287675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.287675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.287896] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.287941] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.288050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.288119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.288348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.288443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.288636] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.288732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.288792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.288932] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.289015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.289454] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e02d3364-2812-4105-a123-021d6f73cb30 is going to be updated. [ 1259.311745] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.311902] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.311959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.312181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.312329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.312520] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e02d3364-2812-4105-a123-021d6f73cb30" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.781844] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.782135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.782135] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.782338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.782433] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.782548] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1259.791397] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.811231] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.811430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.811507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.811714] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.811886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.820489] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1260.293825] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.294088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.294198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.294487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.294617] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.294771] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff502cb7-69d7-499c-9fa1-118d5214a53b is going to be updated. [ 1260.336196] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.336450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.336450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.336626] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.336780] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.348171] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff502cb7-69d7-499c-9fa1-118d5214a53b in Status: IN_PROGRESS for 2s [ 1260.596235] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 in Status: SUCCESS [ 1260.596544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.831658] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1261.832106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.832106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.832267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.832459] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.832609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.832670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.832883] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.832975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.832975] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.833088] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.335877] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.336186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.336303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.336569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.336766] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.336880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.336948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.337136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.337229] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.337376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.337490] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.337586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.337650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.337796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.337937] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.338045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.338174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.338438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.338577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.338727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.338891] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.358448] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff502cb7-69d7-499c-9fa1-118d5214a53b in Status: SUCCESS [ 1262.358657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.358813] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.359047] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.359249] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.359366] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.359435] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.359584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.359665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.359752] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.359843] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.843457] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b57d552e-08bf-46af-a99d-d03bc9d548d6: rpc.has_security_group_logging(os_id): False [ 1262.862908] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.865789] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.865920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.866039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.866208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.866299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.866489] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.866618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.866682] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.866901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.866901] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.867220] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.867220] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.867359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.867429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.867519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.867674] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.867764] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.867825] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.867995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.868767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.868861] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1263.088365] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.088754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.088754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.088754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.088954] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.109898] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1263.366105] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff502cb7-69d7-499c-9fa1-118d5214a53b: rpc.has_security_group_logging(os_id): False [ 1263.393842] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.394377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.394377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.394377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.394377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.394713] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.394713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.394713] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.394988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.394988] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.395113] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff502cb7-69d7-499c-9fa1-118d5214a53b is going to be updated. [ 1263.494257] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.494483] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.494589] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.495985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.495985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.519541] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff502cb7-69d7-499c-9fa1-118d5214a53b in Status: IN_PROGRESS for 2s [ 1263.779423] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.779628] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1265.129240] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1265.129639] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.534065] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff502cb7-69d7-499c-9fa1-118d5214a53b in Status: SUCCESS [ 1265.535068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.119073] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.119073] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.119073] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.119458] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.119876] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.120842] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.120842] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.120842] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.121132] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.121576] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.123198] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.123198] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.123198] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.123198] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.123198] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.123198] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.142858] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.143285] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1266.143285] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.143570] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-816" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.143977] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-ce570df3-7f17-4256-af02-5819a0bcfc36 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.144223] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.144406] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.144787] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.144941] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce570df3-7f17-4256-af02-5819a0bcfc36',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.651308] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.651621] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.651712] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.652034] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.652205] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.652539] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.652748] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.653027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.653192] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.653337] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.653732] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.653890] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.654017] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.654228] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.654364] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.654506] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: ce570df3-7f17-4256-af02-5819a0bcfc36 is going to be updated. [ 1266.685409] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.685693] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.685809] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.686135] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.686362] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.686650] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.043866] env[66340]: INFO networking_nsxv3.common.synchronization [req-3810ea1d-c821-4e70-82cb-0691a4e79ef5 req-95748b6b-3381-4156-a67d-8a8df334fd5c tempest-ServerRescueTestJSON-973170344 tempest-ServerRescueTestJSON-973170344-project-member] Enqueued Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1267.044375] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1267.044715] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.044841] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.044910] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.045124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.045276] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.045376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.045440] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.045615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.045661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.045757] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.406414] env[66340]: INFO networking_nsxv3.common.synchronization [req-009d0d2d-a3c7-46d7-9f43-0694e5db46a2 req-2076cde4-9ffd-4942-8d86-c974998b5d53 service nova] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 1267.406659] env[66340]: INFO networking_nsxv3.common.synchronization [req-009d0d2d-a3c7-46d7-9f43-0694e5db46a2 req-2076cde4-9ffd-4942-8d86-c974998b5d53 service nova] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1267.406697] env[66340]: INFO networking_nsxv3.common.synchronization [req-009d0d2d-a3c7-46d7-9f43-0694e5db46a2 req-2076cde4-9ffd-4942-8d86-c974998b5d53 service nova] Enqueued Resource ID: ce570df3-7f17-4256-af02-5819a0bcfc36 with Priority: HIGHEST for action port [ 1267.407864] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_rules [ 1267.407864] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1267.407864] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce570df3-7f17-4256-af02-5819a0bcfc36 with Priority: HIGHEST for action port [ 1267.408183] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.408336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.408408] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.408609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.408941] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.410223] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.410487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.410487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.410624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.410758] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.410845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.410936] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.411194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.411283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.411419] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.412883] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce570df3-7f17-4256-af02-5819a0bcfc36 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.412995] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.413089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.413256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.413312] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce570df3-7f17-4256-af02-5819a0bcfc36',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.548616] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.820022] env[66340]: INFO networking_nsxv3.common.synchronization [req-e43e9f03-9364-4fda-8614-7c36b548b1fc req-4d488e1b-d272-40c9-9306-e8cba50e4a0a tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1267.821094] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1267.821094] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.821289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.821289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.821493] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.822246] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.822246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.822246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.822246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.822246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.822246] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.911110] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.911332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.915046] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.915413] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce570df3-7f17-4256-af02-5819a0bcfc36 with status ACTIVE [ 1267.915649] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.915804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.915970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.916216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.916313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.916763] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.916926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.917026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.917230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.917320] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.917527] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.917631] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.917694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.919258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.919258] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.919258] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce570df3-7f17-4256-af02-5819a0bcfc36 is going to be updated. [ 1267.943832] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.944066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.944111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.944437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.944618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.944808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce570df3-7f17-4256-af02-5819a0bcfc36" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.049948] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.324283] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.420397] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.552923] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.553394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.553394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.553545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.553586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.553696] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 is going to be updated. [ 1268.586104] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.586284] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.586330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.586526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.586674] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.596706] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: IN_PROGRESS for 2s [ 1268.826773] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.922730] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.922973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.922973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.923234] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.923325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.923431] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 1268.956324] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.956586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.956586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.956744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.956899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.980226] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 1269.330563] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.331249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.331412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.332022] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.332330] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.332614] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1269.387345] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.387547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.387636] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.387861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.388098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.401720] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1270.607460] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: SUCCESS [ 1270.607845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.990447] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 1270.991502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.991502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.991502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.991502] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.991502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.991502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.992050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.992216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.992382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.992550] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.412087] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1271.412336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.495033] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.997251] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be9d9e35-fbbc-4784-931a-2c93b406c2f4: rpc.has_security_group_logging(os_id): False [ 1272.016965] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.017129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.017227] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.017443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.017552] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.017880] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.018058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.018178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.018432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.018560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.018719] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 1272.101164] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.101164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.101164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.101164] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.101584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.120493] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 1272.821519] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.821664] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1273.304602] env[66340]: INFO networking_nsxv3.common.synchronization [req-08324c11-433d-446b-9210-59764ec8bd26 req-850961ac-ea84-425c-893f-2aa4f5f61bd2 tempest-ServerRescueTestJSON-973170344 tempest-ServerRescueTestJSON-973170344-project-member] Enqueued Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1273.305217] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 with Priority: HIGHEST for action security_group_members [ 1273.305529] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.305654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.305716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.305958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.306385] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.306519] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.306581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.306766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.306854] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.307093] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74a1c8c2-c88a-4052-9b2e-e71b90a37a40',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.811648] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.811869] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.811913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.812132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.812228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.812451] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.812551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.812616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.812787] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.812864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.812978] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 is going to be updated. [ 1273.843114] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.843114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.843114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.843114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.843364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.851520] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: IN_PROGRESS for 2s [ 1274.135367] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 1274.135609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.864564] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 in Status: SUCCESS [ 1275.864944] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74a1c8c2-c88a-4052-9b2e-e71b90a37a40 deletion is rescheduled due to dependency. [ 1275.864944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74a1c8c2-c88a-4052-9b2e-e71b90a37a40" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.904572] env[66340]: INFO networking_nsxv3.common.synchronization [req-c43a3aab-a44a-4e81-81e4-4e40fe223e96 req-3e55fef4-bd1e-4f7d-ad22-5731fe0b3195 tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 1276.904834] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 1276.906016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.906016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.906016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.906016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.906016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.906016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.906016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.906376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.906376] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.906471] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.384750] env[66340]: INFO networking_nsxv3.common.synchronization [req-1cd4c733-27aa-4894-9123-365fc973826e req-9f786111-3ed3-43b3-bb8c-b5340a272a9c tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1277.385362] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1277.385811] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.385811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.385950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.386185] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.386286] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.386381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.386467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.386629] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.386720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.386816] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.408784] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.689033] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.689033] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.689033] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.689033] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.689335] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.689440] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.689554] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.689821] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.689976] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.690233] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.690349] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.690498] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.690590] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.690704] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.690809] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.690937] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.710908] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.711126] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1277.711222] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.711405] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-128" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.711718] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-9575f630-ddd7-47be-b35c-01b6d768a96d taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.711892] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-9575f630-ddd7-47be-b35c-01b6d768a96d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.712019] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-9575f630-ddd7-47be-b35c-01b6d768a96d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.712371] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-9575f630-ddd7-47be-b35c-01b6d768a96d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.712517] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9575f630-ddd7-47be-b35c-01b6d768a96d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.890202] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.911090] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.216084] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.216084] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.216084] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.216084] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.216084] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.216084] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 9575f630-ddd7-47be-b35c-01b6d768a96d not found, creating... [ 1278.216504] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.216504] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.216737] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.216962] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.217119] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.217398] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.217553] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.217667] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.217871] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.218009] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.218151] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 9575f630-ddd7-47be-b35c-01b6d768a96d is going to be created. [ 1278.241055] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.241398] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.241557] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.241883] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.242175] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.242454] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-9575f630-ddd7-47be-b35c-01b6d768a96d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.391708] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.413559] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.413559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.413559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.413818] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.413887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.413949] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d is going to be updated. [ 1278.445379] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.445609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.445609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.445774] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.445920] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.456126] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: IN_PROGRESS for 2s [ 1278.894574] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.894806] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.894885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.895157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.895260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.895390] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1278.929031] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.929031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.929031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.929031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.929031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.940142] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1278.966343] env[66340]: INFO networking_nsxv3.common.synchronization [req-1cd4c733-27aa-4894-9123-365fc973826e req-6fad0037-cadf-4a0b-ba44-107d3e4b4b1d service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1278.966343] env[66340]: INFO networking_nsxv3.common.synchronization [req-1cd4c733-27aa-4894-9123-365fc973826e req-6fad0037-cadf-4a0b-ba44-107d3e4b4b1d service nova] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1278.966343] env[66340]: INFO networking_nsxv3.common.synchronization [req-1cd4c733-27aa-4894-9123-365fc973826e req-6fad0037-cadf-4a0b-ba44-107d3e4b4b1d service nova] Enqueued Resource ID: 9575f630-ddd7-47be-b35c-01b6d768a96d with Priority: HIGHEST for action port [ 1278.966343] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_rules [ 1278.966343] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1278.966343] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9575f630-ddd7-47be-b35c-01b6d768a96d with Priority: HIGHEST for action port [ 1278.966343] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.966832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.966832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.966832] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.966832] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.968216] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.968216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.968428] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-9575f630-ddd7-47be-b35c-01b6d768a96d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.968613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9575f630-ddd7-47be-b35c-01b6d768a96d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.968613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9575f630-ddd7-47be-b35c-01b6d768a96d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.968786] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9575f630-ddd7-47be-b35c-01b6d768a96d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.968856] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9575f630-ddd7-47be-b35c-01b6d768a96d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.471791] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.472035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.473352] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9575f630-ddd7-47be-b35c-01b6d768a96d with status ACTIVE [ 1279.473573] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.473705] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.473775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.473989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.474101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.474291] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.474394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.474451] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.474625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.474710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.474930] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.475186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.475186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.475272] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.475307] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.475401] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9575f630-ddd7-47be-b35c-01b6d768a96d is going to be updated. [ 1279.500209] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.500427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.500427] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.500679] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.500821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.500992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9575f630-ddd7-47be-b35c-01b6d768a96d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.466101] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: SUCCESS [ 1280.466485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.950984] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1280.950984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.950984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.950984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.951286] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.951286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.951369] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.951544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.951544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.951624] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.453725] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.956786] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.460404] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.460655] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.460712] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.460969] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.461107] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.461638] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1282.491996] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.492157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.492244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.492464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.492622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.503317] env[66340]: INFO networking_nsxv3.common.synchronization [req-d42be61d-727c-4e42-9a23-818c37874c62 req-ca6c3759-c082-47e8-9330-87644f599cd5 tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_members [ 1282.503809] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 with Priority: HIGHEST for action security_group_members [ 1282.504936] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1282.505569] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b989e7e-308c-49ac-a05f-ed287be6d240 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.505569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.505569] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.505782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.505880] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.505953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.506028] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.506209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.506325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.506422] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b989e7e-308c-49ac-a05f-ed287be6d240',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.008784] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.009155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.009155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.009228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.009326] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.009518] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.009618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.009683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.009830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.009910] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.010007] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 is going to be updated. [ 1283.038269] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.038415] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.038497] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.038727] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.038877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.047942] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 in Status: IN_PROGRESS for 2s [ 1284.514665] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1284.515051] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.515119] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.515338] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.515531] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.515647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.515716] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.515862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.515951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.516043] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.516135] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.018788] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.018965] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.019061] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.019281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.019452] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.019650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.019650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.019771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.019857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.019944] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.020108] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.020201] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.020263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.020402] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.020538] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.020654] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.020717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.020852] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.020929] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.021023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.021116] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.059907] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 in Status: SUCCESS [ 1285.060111] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b989e7e-308c-49ac-a05f-ed287be6d240 deletion is rescheduled due to dependency. [ 1285.060304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b989e7e-308c-49ac-a05f-ed287be6d240" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.373846] env[66340]: INFO networking_nsxv3.common.synchronization [req-562a60b5-f44c-4897-8d11-07e8edac1004 req-80639863-c83d-4327-996d-3349362d9c2e tempest-ServerActionsTestOtherB-536453392 tempest-ServerActionsTestOtherB-536453392-project-member] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1285.374443] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGHEST for action security_group_members [ 1285.374756] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.374880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.374987] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.375169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.375383] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.375460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.375500] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.375635] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.375728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.375825] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.523729] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b57d552e-08bf-46af-a99d-d03bc9d548d6: rpc.has_security_group_logging(os_id): False [ 1285.542542] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.542779] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.542900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.543212] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.543360] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.543601] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.543798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.543845] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.544009] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.544094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.544300] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.544425] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.544462] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.544689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.544817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.545017] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.545114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.545177] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.545375] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.545502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.545613] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1285.606166] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.606403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.606473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.606689] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.606844] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.629928] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1285.880254] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.880473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.880473] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.880831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.880943] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.881199] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.881309] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.881385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.881609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.881694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.881784] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be updated. [ 1285.918729] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.918729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.918729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.918938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.918971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.932251] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: IN_PROGRESS for 2s [ 1287.650064] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1287.650423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.944188] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 in Status: SUCCESS [ 1287.944316] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 deletion is rescheduled due to dependency. [ 1287.944467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.223884] env[66340]: INFO networking_nsxv3.common.synchronization [None req-58acc6bb-e228-46e2-91a7-c4756a0cc56b tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_rules [ 1288.224285] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_rules [ 1288.224597] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97cd0826-7417-4577-adf6-779104c8ac31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.224723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.224790] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.225072] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.225356] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.302382] env[66340]: INFO networking_nsxv3.common.synchronization [None req-2c1cd84f-40df-4623-82b4-01dca4ac8fac tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_rules [ 1288.302873] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_rules [ 1288.303199] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97cd0826-7417-4577-adf6-779104c8ac31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.303373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.744252] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.744607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.744607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.744692] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.744766] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.744866] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97cd0826-7417-4577-adf6-779104c8ac31 already deleted. [ 1288.744949] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.745123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.745276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.745362] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.761038] env[66340]: INFO networking_nsxv3.common.synchronization [req-774dfa0c-6a3d-4812-957e-176c9e88afeb req-30737e10-bf95-4d68-9f08-4c1bff95f2a6 tempest-ServerRescueNegativeTestJSON-54154602 tempest-ServerRescueNegativeTestJSON-54154602-project-member] Enqueued Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_members [ 1288.762096] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e with Priority: HIGHEST for action security_group_members [ 1288.762096] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.762096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.762096] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.762337] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.762688] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.762688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.762688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.762688] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.763040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.763040] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19edc624-1dcd-42a9-bfb7-7fc6415cbc2e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.264917] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.265274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.265274] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.265394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.265495] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.265753] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.265862] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.265947] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.266147] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.266250] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.266344] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e is going to be updated. [ 1289.268890] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.269108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.269108] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.269245] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.269307] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.269388] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97cd0826-7417-4577-adf6-779104c8ac31 already deleted. [ 1289.269470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.296353] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.296626] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.296626] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.296797] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.296919] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.305321] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e in Status: IN_PROGRESS for 2s [ 1291.316021] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e in Status: SUCCESS [ 1291.316319] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19edc624-1dcd-42a9-bfb7-7fc6415cbc2e deletion is rescheduled due to dependency. [ 1291.316319] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19edc624-1dcd-42a9-bfb7-7fc6415cbc2e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.630700] env[66340]: INFO networking_nsxv3.common.synchronization [req-1fe01fab-b812-42e1-bf3f-a0ac441ac6a5 req-9574763d-8345-4a3d-abba-dd8894ccabfe tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1292.631343] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1292.631454] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.631577] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.631648] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.631843] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.632035] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.632314] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.632382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.632730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.632730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.632730] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.136498] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.638382] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.142067] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.142067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.142067] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.142355] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.142465] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.142613] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1294.171234] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.171457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.171457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.171699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.171812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.181700] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1295.545586] env[66340]: INFO networking_nsxv3.common.synchronization [req-bc7ee3bd-fb44-4f1a-94b1-c5f269f4f8a5 req-94f67def-10dc-445b-b246-414bcd62c7c0 tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_members [ 1295.546490] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_members [ 1295.546847] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cd0826-7417-4577-adf6-779104c8ac31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.546990] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.547112] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.547382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.547648] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.547741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.547741] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.547880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.547968] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.548077] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.929557] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.929761] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.929885] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.930173] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.930433] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.930593] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.930767] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.930965] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.931127] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.931332] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.931440] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1295.931542] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1295.931644] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1295.931791] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.931908] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1295.932050] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1295.950551] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.950727] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1295.950855] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.951049] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-211" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.951382] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-47290b33-3089-4df0-bba3-fa2ab2cf9131 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.951556] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-47290b33-3089-4df0-bba3-fa2ab2cf9131" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.951676] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-47290b33-3089-4df0-bba3-fa2ab2cf9131" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.952074] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-47290b33-3089-4df0-bba3-fa2ab2cf9131" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.952225] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47290b33-3089-4df0-bba3-fa2ab2cf9131',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.050396] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.050765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.051063] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.051322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.051424] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.051647] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.051781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.051857] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.052076] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.052228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.052389] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cd0826-7417-4577-adf6-779104c8ac31 already deleted. [ 1296.052535] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.111381] env[66340]: INFO networking_nsxv3.common.synchronization [req-4c76f021-7af7-46a5-8f45-68c3cdafb69e req-5b76706d-8e08-49b4-bf59-fd557102427f tempest-ServerActionsTestOtherA-8589953 tempest-ServerActionsTestOtherA-8589953-project-member] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 1296.111939] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGHEST for action security_group_members [ 1296.112273] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.112392] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.112459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.112649] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.112828] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.112903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.112963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.113362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.113452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.113549] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.193864] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1296.193864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.454876] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.455190] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.455350] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.455633] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.455783] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.455937] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 47290b33-3089-4df0-bba3-fa2ab2cf9131 not found, creating... [ 1296.456222] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.456376] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.456490] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.456697] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.456836] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.457166] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.457347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.457464] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.457666] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.457932] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.457932] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 47290b33-3089-4df0-bba3-fa2ab2cf9131 is going to be created. [ 1296.481490] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.481490] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.481766] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.481906] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.482444] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.482444] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-47290b33-3089-4df0-bba3-fa2ab2cf9131" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.616016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.616364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.616364] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.616545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.616545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.616985] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.616985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.616985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.617168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.617168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.617225] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d is going to be updated. [ 1296.652026] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.652026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.652026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.652026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.652026] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.666153] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: IN_PROGRESS for 2s [ 1297.219041] env[66340]: INFO networking_nsxv3.common.synchronization [req-bc7ee3bd-fb44-4f1a-94b1-c5f269f4f8a5 req-12ce4d4e-7b12-4294-8492-f2b020b832fa service nova] Enqueued Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_rules [ 1297.219223] env[66340]: INFO networking_nsxv3.common.synchronization [req-bc7ee3bd-fb44-4f1a-94b1-c5f269f4f8a5 req-12ce4d4e-7b12-4294-8492-f2b020b832fa service nova] Enqueued Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_members [ 1297.219357] env[66340]: INFO networking_nsxv3.common.synchronization [req-bc7ee3bd-fb44-4f1a-94b1-c5f269f4f8a5 req-12ce4d4e-7b12-4294-8492-f2b020b832fa service nova] Enqueued Resource ID: 47290b33-3089-4df0-bba3-fa2ab2cf9131 with Priority: HIGHEST for action port [ 1297.219915] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_rules [ 1297.223218] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_members [ 1297.223218] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47290b33-3089-4df0-bba3-fa2ab2cf9131 with Priority: HIGHEST for action port [ 1297.223218] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97cd0826-7417-4577-adf6-779104c8ac31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.223218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.223218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.223218] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.223218] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.223879] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cd0826-7417-4577-adf6-779104c8ac31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.223879] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.225186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.225186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.225186] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.225186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.225186] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.225678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.226534] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.226534] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.227031] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-47290b33-3089-4df0-bba3-fa2ab2cf9131 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.228249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47290b33-3089-4df0-bba3-fa2ab2cf9131" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.228249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47290b33-3089-4df0-bba3-fa2ab2cf9131" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.228249] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47290b33-3089-4df0-bba3-fa2ab2cf9131" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.228249] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47290b33-3089-4df0-bba3-fa2ab2cf9131',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.730275] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cd0826-7417-4577-adf6-779104c8ac31 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.730275] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.730275] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.731099] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47290b33-3089-4df0-bba3-fa2ab2cf9131 with status ACTIVE [ 1297.731388] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.731699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.731699] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.733039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.733039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.733039] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.733039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.733039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.733039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.733039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.733039] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.733039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.733625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.733625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.733625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.733625] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47290b33-3089-4df0-bba3-fa2ab2cf9131 is going to be updated. [ 1297.756421] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.756615] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.756687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.756898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.757095] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.757303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47290b33-3089-4df0-bba3-fa2ab2cf9131" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.235127] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.677880] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d in Status: SUCCESS [ 1298.678144] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d deletion is rescheduled due to dependency. [ 1298.678217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.737160] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.737470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.737470] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.737587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.737677] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.737779] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cd0826-7417-4577-adf6-779104c8ac31 is going to be created. [ 1298.759962] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.760117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.760198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.760423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.760559] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.777227] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cd0826-7417-4577-adf6-779104c8ac31 in Status: UNINITIALIZED for 2s [ 1299.184884] env[66340]: INFO networking_nsxv3.common.synchronization [req-820d5e6d-1a4b-4c69-8c05-30cfc4bef452 req-5a7baf0f-06aa-4d20-a9a9-df308d86d766 tempest-ServerRescueNegativeTestJSON-54154602 tempest-ServerRescueNegativeTestJSON-54154602-project-member] Enqueued Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1299.185315] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1299.185630] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.185745] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.185831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.186423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.186675] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.186804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.186921] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.187283] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.187399] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.187575] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.405227] env[66340]: INFO networking_nsxv3.common.synchronization [None req-997654f2-4ee3-4fd0-9043-1c9deb4e16e6 None None] Enqueued Resource ID: d4578f5a-b291-4f5c-8f16-ba3044639eac with Priority: HIGHEST for action port [ 1299.405923] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4578f5a-b291-4f5c-8f16-ba3044639eac with Priority: HIGHEST for action port [ 1299.406421] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4578f5a-b291-4f5c-8f16-ba3044639eac taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.406548] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4578f5a-b291-4f5c-8f16-ba3044639eac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.406618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4578f5a-b291-4f5c-8f16-ba3044639eac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.406950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4578f5a-b291-4f5c-8f16-ba3044639eac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.407177] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4578f5a-b291-4f5c-8f16-ba3044639eac',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.690186] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.910275] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4578f5a-b291-4f5c-8f16-ba3044639eac [ 1299.910275] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.913012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.913012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.913012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.913012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.913012] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4578f5a-b291-4f5c-8f16-ba3044639eac already deleted. [ 1299.913012] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4578f5a-b291-4f5c-8f16-ba3044639eac" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.196030] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.413169] env[66340]: INFO networking_nsxv3.common.synchronization [req-788ca8a3-7817-4518-b7bc-185b1c415fbb req-01dc8342-f8a3-4a11-9122-1bf1a71050b4 tempest-ServersTestJSON-1255428494 tempest-ServersTestJSON-1255428494-project-member] Enqueued Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1300.413906] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 with Priority: HIGHEST for action security_group_members [ 1300.414017] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-b57d552e-08bf-46af-a99d-d03bc9d548d6 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.415040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.415040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.415040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.415040] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.415040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.415040] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.415348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.415348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.415348] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b57d552e-08bf-46af-a99d-d03bc9d548d6',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.698483] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.698702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.698767] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.699009] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.699303] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.699303] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54facc8a-9962-4c61-b574-832cf77ae35d is going to be updated. [ 1300.738049] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.738049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.738049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.738049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.738049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.747048] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: IN_PROGRESS for 2s [ 1300.800141] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cd0826-7417-4577-adf6-779104c8ac31 in Status: SUCCESS [ 1300.800394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.800756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.800756] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.800965] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.801102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.801167] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.801332] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.801416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.801506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.801600] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.919928] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.920196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.920196] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.920488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.920488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.920680] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.920831] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.920895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.921024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.921105] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.921195] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 is going to be updated. [ 1300.952523] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.952707] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.953210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.953210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.953339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.963536] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: IN_PROGRESS for 2s [ 1301.308033] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.792186] env[66340]: INFO networking_nsxv3.common.synchronization [None req-eb4b9d70-8983-4ab3-ae82-385695b736b8 None None] Enqueued Resource ID: c5972f50-cc8d-4798-89a3-bf41fb8898db with Priority: HIGHEST for action port [ 1301.793244] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5972f50-cc8d-4798-89a3-bf41fb8898db with Priority: HIGHEST for action port [ 1301.793617] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5972f50-cc8d-4798-89a3-bf41fb8898db taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.793709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5972f50-cc8d-4798-89a3-bf41fb8898db" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.794049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5972f50-cc8d-4798-89a3-bf41fb8898db" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.794184] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5972f50-cc8d-4798-89a3-bf41fb8898db" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.794184] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5972f50-cc8d-4798-89a3-bf41fb8898db',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.809995] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97cd0826-7417-4577-adf6-779104c8ac31: rpc.has_security_group_logging(os_id): False [ 1301.834639] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.835132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.835132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.835644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.835644] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.835744] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.835838] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.835887] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.836030] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.836104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.836200] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97cd0826-7417-4577-adf6-779104c8ac31 is going to be created. [ 1301.912910] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.913132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.913132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.913353] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.913545] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.927897] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97cd0826-7417-4577-adf6-779104c8ac31 in Status: IN_PROGRESS for 2s [ 1302.298427] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5972f50-cc8d-4798-89a3-bf41fb8898db [ 1302.298737] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.299088] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.299172] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.299412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.299515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.299624] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5972f50-cc8d-4798-89a3-bf41fb8898db already deleted. [ 1302.299710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5972f50-cc8d-4798-89a3-bf41fb8898db" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.756552] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: SUCCESS [ 1302.756769] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.973564] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 in Status: SUCCESS [ 1302.973922] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b57d552e-08bf-46af-a99d-d03bc9d548d6 deletion is rescheduled due to dependency. [ 1302.973922] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b57d552e-08bf-46af-a99d-d03bc9d548d6" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.941623] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97cd0826-7417-4577-adf6-779104c8ac31 in Status: SUCCESS [ 1303.941728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.133940] env[66340]: INFO networking_nsxv3.common.synchronization [req-97ae4281-52c7-4dd2-9bfe-af63c5f136a6 req-2908e53b-5c81-49a8-b0dc-fc77a68a47db tempest-ServerRescueNegativeTestJSON-54154602 tempest-ServerRescueNegativeTestJSON-54154602-project-member] Enqueued Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1306.134266] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54facc8a-9962-4c61-b574-832cf77ae35d with Priority: HIGHEST for action security_group_members [ 1306.134566] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-54facc8a-9962-4c61-b574-832cf77ae35d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.134678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.134742] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.134977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.137890] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.137890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.137890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.137890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.137890] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.137890] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54facc8a-9962-4c61-b574-832cf77ae35d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.640646] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.640826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.640913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.641165] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.665023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.665560] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.665560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.665560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.666398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.666398] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.666398] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54facc8a-9962-4c61-b574-832cf77ae35d is going to be updated. [ 1306.698675] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.698926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.699037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.699263] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.699416] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.709178] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: IN_PROGRESS for 2s [ 1308.140772] env[66340]: INFO networking_nsxv3.common.synchronization [req-356b7f1c-7e12-4a99-b298-28388185052e req-fab13e8e-b10c-440f-9ec3-6d5d85117e13 tempest-ServerTagsTestJSON-740344738 tempest-ServerTagsTestJSON-740344738-project-member] Enqueued Resource ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 with Priority: HIGHEST for action security_group_members [ 1308.142089] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 with Priority: HIGHEST for action security_group_members [ 1308.142089] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.142089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.142089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.142702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.142702] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.142702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.142702] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.142856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.143021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.143080] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40924dd9-4e56-4cdf-b7bf-ce64d5bfb161',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.500333] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.500502] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-875" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.500697] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-875" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.501082] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-875" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.501691] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.501952] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.502197] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.502442] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.502590] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.502799] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.502914] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1308.503049] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1308.503729] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1308.503729] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.503729] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1308.503729] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1308.525417] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.525601] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1308.525693] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.525881] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-875" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.526303] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-a2fa6bbd-06a3-4167-9909-60f89356349e taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.526487] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-a2fa6bbd-06a3-4167-9909-60f89356349e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.526615] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-a2fa6bbd-06a3-4167-9909-60f89356349e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.526925] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-a2fa6bbd-06a3-4167-9909-60f89356349e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.527074] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2fa6bbd-06a3-4167-9909-60f89356349e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.646576] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.646798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.646903] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.647209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.647336] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.647551] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.647657] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.647722] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.647884] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.647962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.648063] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 already deleted. [ 1308.648146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.719673] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54facc8a-9962-4c61-b574-832cf77ae35d in Status: SUCCESS [ 1308.719961] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54facc8a-9962-4c61-b574-832cf77ae35d deletion is rescheduled due to dependency. [ 1308.720144] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54facc8a-9962-4c61-b574-832cf77ae35d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.029988] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.030233] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.030358] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.030626] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.030774] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.030990] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port a2fa6bbd-06a3-4167-9909-60f89356349e not found, creating... [ 1309.031296] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.031456] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.031571] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.031792] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.031930] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.032228] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.032370] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.032485] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.032685] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.032835] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.033161] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: a2fa6bbd-06a3-4167-9909-60f89356349e is going to be created. [ 1309.054409] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.054608] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.054759] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.054983] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.055222] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.055439] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-a2fa6bbd-06a3-4167-9909-60f89356349e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.770076] env[66340]: INFO networking_nsxv3.common.synchronization [req-356b7f1c-7e12-4a99-b298-28388185052e req-906f30d5-61d0-448b-87d4-b4fc9bde4b79 service nova] Enqueued Resource ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 with Priority: HIGHEST for action security_group_rules [ 1309.770605] env[66340]: INFO networking_nsxv3.common.synchronization [req-356b7f1c-7e12-4a99-b298-28388185052e req-906f30d5-61d0-448b-87d4-b4fc9bde4b79 service nova] Enqueued Resource ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 with Priority: HIGHEST for action security_group_members [ 1309.770605] env[66340]: INFO networking_nsxv3.common.synchronization [req-356b7f1c-7e12-4a99-b298-28388185052e req-906f30d5-61d0-448b-87d4-b4fc9bde4b79 service nova] Enqueued Resource ID: a2fa6bbd-06a3-4167-9909-60f89356349e with Priority: HIGHEST for action port [ 1309.770874] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 with Priority: HIGHEST for action security_group_rules [ 1309.771129] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 with Priority: HIGHEST for action security_group_members [ 1309.771206] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2fa6bbd-06a3-4167-9909-60f89356349e with Priority: HIGHEST for action port [ 1309.771567] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.771668] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.771770] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.771948] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.772150] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40924dd9-4e56-4cdf-b7bf-ce64d5bfb161',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.773983] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.774255] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.774407] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.774760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.775119] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.775329] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.775464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.775834] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.775874] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.776236] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40924dd9-4e56-4cdf-b7bf-ce64d5bfb161',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.776852] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2fa6bbd-06a3-4167-9909-60f89356349e taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.776970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2fa6bbd-06a3-4167-9909-60f89356349e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.777085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2fa6bbd-06a3-4167-9909-60f89356349e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.777204] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2fa6bbd-06a3-4167-9909-60f89356349e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.777280] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2fa6bbd-06a3-4167-9909-60f89356349e',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.279065] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.279065] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.279262] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40924dd9-4e56-4cdf-b7bf-ce64d5bfb161',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.280128] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2fa6bbd-06a3-4167-9909-60f89356349e with status ACTIVE [ 1310.280310] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.280443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.280503] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.280684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.280793] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.281029] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.281146] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.281228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.282696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.282696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.282696] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.282696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.282696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.282696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.282696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.282696] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2fa6bbd-06a3-4167-9909-60f89356349e is going to be updated. [ 1310.303558] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.303701] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.303739] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.303928] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.304083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.304247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2fa6bbd-06a3-4167-9909-60f89356349e" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.652807] env[66340]: INFO networking_nsxv3.common.synchronization [req-d1b98c9a-78d9-42a4-ac74-2b8dd494a908 req-84666721-4a07-4b44-9194-92658d05ee2d tempest-AttachVolumeShelveTestJSON-672223224 tempest-AttachVolumeShelveTestJSON-672223224-project-member] Enqueued Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_members [ 1310.653397] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1310.653516] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1310.653719] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGHEST for action security_group_members [ 1310.654102] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.654206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.654306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.655142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.655142] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.655142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.655142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.655142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.655142] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.655434] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.787353] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40924dd9-4e56-4cdf-b7bf-ce64d5bfb161',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.157106] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.157304] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.157374] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.157610] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.157750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.157952] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.158354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.158447] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.158586] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.158670] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.158762] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff502cb7-69d7-499c-9fa1-118d5214a53b is going to be updated. [ 1311.188583] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.188804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.188881] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.189098] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.189277] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.201122] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff502cb7-69d7-499c-9fa1-118d5214a53b in Status: IN_PROGRESS for 2s [ 1311.290827] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.291235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.291235] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.291363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.291478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.291536] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 is going to be created. [ 1311.319627] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.319796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.319856] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.320718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.320718] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.344492] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 in Status: UNINITIALIZED for 2s [ 1313.211068] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff502cb7-69d7-499c-9fa1-118d5214a53b in Status: SUCCESS [ 1313.211349] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff502cb7-69d7-499c-9fa1-118d5214a53b deletion is rescheduled due to dependency. [ 1313.211390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.354088] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 in Status: SUCCESS [ 1313.354311] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.354486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.354715] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.354914] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.355049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.355120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.355285] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.355368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.355456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.355546] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40924dd9-4e56-4cdf-b7bf-ce64d5bfb161',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.857969] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.858210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.858210] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.858468] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.858643] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.858751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.858817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.859027] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.859130] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.859225] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.859379] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.859474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.859538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.859681] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.859821] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.859913] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.860037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.860137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.860215] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.860297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.860392] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40924dd9-4e56-4cdf-b7bf-ce64d5bfb161',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.362514] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161: rpc.has_security_group_logging(os_id): False [ 1314.382318] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.382564] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.382609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.382908] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.383049] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.383364] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.383513] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.383607] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.383837] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.383951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.384226] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.384394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.384491] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.384696] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.384808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.385068] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.385208] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.385302] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.385490] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.385609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.385734] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 is going to be created. [ 1314.452861] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.453126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.453126] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.453420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.453625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.468803] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 in Status: IN_PROGRESS for 2s [ 1315.654378] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.654859] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1316.482182] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 in Status: SUCCESS [ 1316.482452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.655528] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.655824] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.425596] env[66340]: INFO networking_nsxv3.common.synchronization [req-565dd811-b397-4fab-bf12-320cc0733ac7 req-77fda3be-7eb5-4855-a87a-b203473acda7 tempest-ServerTagsTestJSON-740344738 tempest-ServerTagsTestJSON-740344738-project-member] Enqueued Resource ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 with Priority: HIGHEST for action security_group_members [ 1321.426119] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 with Priority: HIGHEST for action security_group_members [ 1321.426431] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.426552] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.426622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.426816] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.426967] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.427301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.427409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.427680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.427812] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.427949] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40924dd9-4e56-4cdf-b7bf-ce64d5bfb161',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.930576] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.930962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.930962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.930962] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.931152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.931285] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.931388] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.931452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.931606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.931683] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.931767] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 is going to be updated. [ 1321.961269] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.961454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.961529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.961738] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.961888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.970776] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 in Status: IN_PROGRESS for 2s [ 1323.982466] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 in Status: SUCCESS [ 1323.982938] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 deletion is rescheduled due to dependency. [ 1323.982938] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.426689] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.426985] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.427294] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.427686] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.428165] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.428165] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.428685] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.429190] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.430251] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.430760] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.714421] env[66340]: INFO networking_nsxv3.common.synchronization [req-9a928979-b052-46af-a20f-f417c54a6376 req-a62864b0-bf4b-495a-9eaa-bb551bc6aaad tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_members [ 1346.714988] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 with Priority: HIGHEST for action security_group_members [ 1346.715476] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c07aa7c-b6d7-4f51-b115-0d1583c39514 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.715476] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.715694] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.716754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.717198] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.717198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.717198] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.717851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.717851] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.717851] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c07aa7c-b6d7-4f51-b115-0d1583c39514',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.220905] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.221081] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.221136] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.221354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.221516] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.221717] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.221817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.221882] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.222068] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.222168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.222327] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 is going to be updated. [ 1347.249676] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.249877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.249877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.250092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.250236] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.258084] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 in Status: IN_PROGRESS for 2s [ 1349.268537] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 in Status: SUCCESS [ 1349.268951] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c07aa7c-b6d7-4f51-b115-0d1583c39514 deletion is rescheduled due to dependency. [ 1349.268951] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c07aa7c-b6d7-4f51-b115-0d1583c39514" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.716173] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.716552] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.717683] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.718079] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.594069] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.594069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.594069] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.594381] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.594381] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.097188] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.600384] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.102426] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1359.102889] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1359.836072] env[66340]: INFO networking_nsxv3.common.synchronization [req-5c9b6f3f-1944-4fa2-8a36-fb2137744495 req-4404104f-9509-4d49-a92c-7247e97c1e92 tempest-AttachVolumeNegativeTest-1336517483 tempest-AttachVolumeNegativeTest-1336517483-project-member] Enqueued Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_members [ 1359.836816] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGHEST for action security_group_members [ 1359.837266] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cd0826-7417-4577-adf6-779104c8ac31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.837464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.837560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.837923] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.838257] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.838374] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.838452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.838675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.838814] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.838962] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.863617] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.863867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.863867] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.864082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.877784] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1359.878720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.879940] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1359.928250] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.928487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.928487] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.928822] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.944325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.945244] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1359.945325] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1359.945421] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1360.041719] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.041963] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.042058] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.042325] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.043898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.044199] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1360.140862] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.141315] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.141315] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.141409] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.141807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.142135] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1360.221281] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.221518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.221518] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.222464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.222464] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.222464] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1360.222675] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a69395b8-e5f6-49b5-bc6a-1a91bc5b6310', '6a5b9a15-513b-4f3e-93e0-5175abfe609d', 'b5ab86b5-79d4-41f8-8e10-ce734106103f', 'dd55b9a5-4740-45b3-a886-6ff769754673', '14cd92bf-bced-4e7c-9115-f79175e05238', '97cd0826-7417-4577-adf6-779104c8ac31', '55911bbb-5b35-4862-bb8a-b39ae5c6317f', 'ff502cb7-69d7-499c-9fa1-118d5214a53b', '40924dd9-4e56-4cdf-b7bf-ce64d5bfb161', '66687aeb-851b-451c-a1ad-a4a5d28c8e24', 'e0fe4362-a489-4867-a494-0f819070b5ab', 'e988130d-1705-4cf0-901d-933fa337ad16', 'db4405cb-35f2-4537-bc8c-c9e046ebdcde', '04ff053f-5697-48ae-8af8-6744cc5c994c', 'be9d9e35-fbbc-4784-931a-2c93b406c2f4', '151d4e35-34eb-4b3d-a12a-61184a1aac0d', 'a9f93126-2dfc-4170-b371-fbb690a64bb0', 'eae99507-30f6-4082-956c-6975954654df', '1be65a7f-1d3c-4d87-adb6-bc15752ec156', 'cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c', 'e98e4eef-2ef3-4903-be4d-4cbebeb919f4', '2b2ee20b-24ea-4507-825d-362ca6f9f054', '9c07aa7c-b6d7-4f51-b115-0d1583c39514', 'bf9494a1-8930-4423-9998-6c8fee48c851', 'e3b2b645-d5fb-4ea1-b2be-3f9227695b8a', 'b57d552e-08bf-46af-a99d-d03bc9d548d6', 'e36ac03c-afbe-4ccb-8517-bc46ccebe434', '5268a657-4090-4f35-ae79-73daa6ea8a56', '905491a5-90de-4a95-a4e0-3290aaa17092', 'c46c8011-2017-49da-b461-b1134a956541', 'aadcf588-c007-45be-b5f3-6e9e21220ce3', '28149752-6cf2-4144-9ede-9e84483b21bc', 'f0a15195-af2c-4837-b416-473f757e225b', '3f042671-8e21-496f-8882-826bf8ede32d', '4e611322-dcc6-4488-9f41-40f57e2228f7', '8af738da-80fd-4785-8d82-75e47bac9428', 'c82c94a2-7106-4d42-a2ef-005ce48f0b55', '19edc624-1dcd-42a9-bfb7-7fc6415cbc2e', '54d94c43-0c45-4776-9abd-31efd622be55', 'ae2d17ad-d551-417a-b41b-0ac8f8913e39', '5e22d997-afe8-4ec3-820c-89b3c5da258a', '74a1c8c2-c88a-4052-9b2e-e71b90a37a40', '51401fdc-7b88-423a-9004-8d66bc595728', '94f53069-5f7e-4c89-bb82-ca7d09a67869', '54facc8a-9962-4c61-b574-832cf77ae35d', '4b989e7e-308c-49ac-a05f-ed287be6d240', 'ad19a656-2f96-4345-b0b0-e248afd71883'} {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1360.222675] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1360.243934] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.244148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.244148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.244267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.244352] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.244464] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1360.244536] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1360.244607] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1360.319875] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.320137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.320137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.320268] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.321452] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.321778] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1360.321864] env[66340]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66340) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1360.321925] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1360.321998] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1360.322092] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1360.322170] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 with Priority: HIGH for action security_group_rules [ 1360.322293] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGH for action security_group_rules [ 1360.322385] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGH for action security_group_rules [ 1360.322385] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGH for action security_group_rules [ 1360.322501] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14cd92bf-bced-4e7c-9115-f79175e05238 with Priority: HIGH for action security_group_rules [ 1360.322501] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGH for action security_group_rules [ 1360.322577] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGH for action security_group_rules [ 1360.322616] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGH for action security_group_rules [ 1360.322676] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 with Priority: HIGH for action security_group_rules [ 1360.322744] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGH for action security_group_rules [ 1360.322804] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGH for action security_group_rules [ 1360.322865] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGH for action security_group_rules [ 1360.322922] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGH for action security_group_rules [ 1360.322983] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGH for action security_group_rules [ 1360.323057] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGH for action security_group_rules [ 1360.323121] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGH for action security_group_rules [ 1360.323184] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 with Priority: HIGH for action security_group_rules [ 1360.323248] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eae99507-30f6-4082-956c-6975954654df with Priority: HIGH for action security_group_rules [ 1360.323319] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGH for action security_group_rules [ 1360.323367] env[66340]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGH for action security_group_rules [ 1360.323455] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.341986] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.342160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.342206] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.342382] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.364050] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.364323] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.364446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.364515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.364719] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.364804] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.364896] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cd0826-7417-4577-adf6-779104c8ac31 is going to be updated. [ 1360.391358] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.391604] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.391661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.391864] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.392024] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.401049] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cd0826-7417-4577-adf6-779104c8ac31 in Status: IN_PROGRESS for 2s [ 1362.412282] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cd0826-7417-4577-adf6-779104c8ac31 in Status: SUCCESS [ 1362.412687] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cd0826-7417-4577-adf6-779104c8ac31 deletion is rescheduled due to dependency. [ 1362.412687] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.838052] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.838407] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1364.838407] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 with Priority: HIGH for action security_group_rules [ 1364.838407] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ab86b5-79d4-41f8-8e10-ce734106103f with Priority: HIGH for action security_group_rules [ 1364.838525] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f with Priority: HIGH for action security_group_rules [ 1364.838605] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 with Priority: HIGH for action security_group_rules [ 1364.838700] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c with Priority: HIGH for action security_group_rules [ 1364.838796] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 with Priority: HIGH for action security_group_rules [ 1364.838888] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae99507-30f6-4082-956c-6975954654df with Priority: HIGH for action security_group_rules [ 1364.838980] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 with Priority: HIGH for action security_group_rules [ 1364.839090] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ff053f-5697-48ae-8af8-6744cc5c994c with Priority: HIGH for action security_group_rules [ 1364.839193] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d with Priority: HIGH for action security_group_rules [ 1364.839318] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde with Priority: HIGH for action security_group_rules [ 1364.839419] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e988130d-1705-4cf0-901d-933fa337ad16 with Priority: HIGH for action security_group_rules [ 1364.839512] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fe4362-a489-4867-a494-0f819070b5ab with Priority: HIGH for action security_group_rules [ 1364.839607] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 with Priority: HIGH for action security_group_rules [ 1364.839692] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 with Priority: HIGH for action security_group_rules [ 1364.839783] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cd0826-7417-4577-adf6-779104c8ac31 with Priority: HIGH for action security_group_rules [ 1364.839872] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff502cb7-69d7-499c-9fa1-118d5214a53b with Priority: HIGH for action security_group_rules [ 1364.839960] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cd92bf-bced-4e7c-9115-f79175e05238 with Priority: HIGH for action security_group_rules [ 1364.840066] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d with Priority: HIGH for action security_group_rules [ 1364.840161] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd55b9a5-4740-45b3-a886-6ff769754673 with Priority: HIGH for action security_group_rules [ 1364.840531] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.840671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.840765] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.841037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.841128] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a69395b8-e5f6-49b5-bc6a-1a91bc5b6310',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.842248] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ab86b5-79d4-41f8-8e10-ce734106103f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.842373] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.842448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.842667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.842758] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ab86b5-79d4-41f8-8e10-ce734106103f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.844049] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.844322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.844322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.844461] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.844544] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55911bbb-5b35-4862-bb8a-b39ae5c6317f',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.845400] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.845514] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.845612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.845807] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.845893] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9d9e35-fbbc-4784-931a-2c93b406c2f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.846743] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.846885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.846885] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.847016] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.847096] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.847917] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.847917] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.848039] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.848132] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.848206] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be65a7f-1d3c-4d87-adb6-bc15752ec156',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.849077] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eae99507-30f6-4082-956c-6975954654df taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.849180] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.849264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.849446] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.849509] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eae99507-30f6-4082-956c-6975954654df',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.850675] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9f93126-2dfc-4170-b371-fbb690a64bb0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.850675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.850675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.850675] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.850675] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9f93126-2dfc-4170-b371-fbb690a64bb0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.851239] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ff053f-5697-48ae-8af8-6744cc5c994c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.851361] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.851412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.851553] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.851633] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ff053f-5697-48ae-8af8-6744cc5c994c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.852322] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.852432] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.852499] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.852645] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.852723] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('151d4e35-34eb-4b3d-a12a-61184a1aac0d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.853501] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.853748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.853748] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.853848] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.853910] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db4405cb-35f2-4537-bc8c-c9e046ebdcde',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.854644] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e988130d-1705-4cf0-901d-933fa337ad16 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.854721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.854798] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.854983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.855112] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e988130d-1705-4cf0-901d-933fa337ad16',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.855797] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0fe4362-a489-4867-a494-0f819070b5ab taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.855905] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.855973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.856723] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.856723] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0fe4362-a489-4867-a494-0f819070b5ab',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.856946] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.857037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.857037] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.857474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.857474] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66687aeb-851b-451c-a1ad-a4a5d28c8e24',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.858221] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.858362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.858394] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.858532] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.858602] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40924dd9-4e56-4cdf-b7bf-ce64d5bfb161',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.859427] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97cd0826-7417-4577-adf6-779104c8ac31 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.859572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.859572] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.859809] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.859891] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97cd0826-7417-4577-adf6-779104c8ac31',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.860562] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff502cb7-69d7-499c-9fa1-118d5214a53b taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.860717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.860717] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.860956] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.861037] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff502cb7-69d7-499c-9fa1-118d5214a53b',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.862101] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cd92bf-bced-4e7c-9115-f79175e05238 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.862181] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.862244] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.862395] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.862530] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cd92bf-bced-4e7c-9115-f79175e05238',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.863261] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.863456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.863989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.863989] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.863989] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5b9a15-513b-4f3e-93e0-5175abfe609d',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.864956] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd55b9a5-4740-45b3-a886-6ff769754673 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.865083] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.865151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.866023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.866097] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd55b9a5-4740-45b3-a886-6ff769754673',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.894558] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.894720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.894778] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.894959] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.897016] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.897149] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.915045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.915147] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ab86b5-79d4-41f8-8e10-ce734106103f is going to be deleted. [ 1364.916209] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.916412] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.939348] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.939533] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a69395b8-e5f6-49b5-bc6a-1a91bc5b6310 is going to be deleted. [ 1364.988607] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.988863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.988863] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.989085] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.989129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.989259] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ab86b5-79d4-41f8-8e10-ce734106103f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.004253] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.004480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.004480] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.004661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.004757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.004880] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a69395b8-e5f6-49b5-bc6a-1a91bc5b6310" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.441140] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.441377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.441377] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.441552] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.443289] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.443492] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.444186] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.444291] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.444963] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.445089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.445787] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.445900] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.446650] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.446747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.447476] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.447573] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.448247] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.448343] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.448970] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.449079] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.449769] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.449870] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.450618] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.450709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.451680] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.452070] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.452160] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.452747] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.453118] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.453203] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.453717] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.454123] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.454216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.454783] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.455181] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.455293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.455919] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.456291] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.456385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.456940] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.457312] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.457404] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.458042] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.458430] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.458526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.470413] env[66340]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.470924] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.471182] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9f93126-2dfc-4170-b371-fbb690a64bb0 is going to be deleted. [ 1365.472089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.472295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.491983] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.492140] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff502cb7-69d7-499c-9fa1-118d5214a53b is going to be deleted. [ 1365.493031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.493247] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.510996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.511173] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0fe4362-a489-4867-a494-0f819070b5ab is going to be deleted. [ 1365.512084] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.512293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.512385] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.512494] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97cd0826-7417-4577-adf6-779104c8ac31 is going to be deleted. [ 1365.513266] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.513437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.529918] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.530055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.537759] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.537886] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e988130d-1705-4cf0-901d-933fa337ad16 is going to be deleted. [ 1365.538868] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.539089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.541205] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.541312] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.559062] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.559158] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db4405cb-35f2-4537-bc8c-c9e046ebdcde is going to be deleted. [ 1365.560111] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.560324] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.576917] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.577121] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.578698] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.578808] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55911bbb-5b35-4862-bb8a-b39ae5c6317f is going to be deleted. [ 1365.579680] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.579897] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.591744] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.591931] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.614214] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.614362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.618624] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.618726] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5b9a15-513b-4f3e-93e0-5175abfe609d is going to be deleted. [ 1365.619796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.620031] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.665092] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.665302] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 151d4e35-34eb-4b3d-a12a-61184a1aac0d is going to be deleted. [ 1365.666299] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.666515] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.744131] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.744354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.756575] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.756764] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c is going to be deleted. [ 1365.757771] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.757996] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.777221] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.777474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.846139] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.846537] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.847102] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.847237] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40924dd9-4e56-4cdf-b7bf-ce64d5bfb161 is going to be deleted. [ 1365.848106] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.848310] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.877044] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.877260] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.892099] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.892406] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.895459] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.895593] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cd92bf-bced-4e7c-9115-f79175e05238 is going to be deleted. [ 1365.896511] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.896730] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.951661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.951857] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eae99507-30f6-4082-956c-6975954654df is going to be deleted. [ 1365.952755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.952971] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.955872] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.955984] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.011972] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.012163] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be65a7f-1d3c-4d87-adb6-bc15752ec156 is going to be deleted. [ 1366.013205] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.013430] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.033066] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.033293] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.077157] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.077382] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9d9e35-fbbc-4784-931a-2c93b406c2f4 is going to be deleted. [ 1366.078217] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.078429] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.096836] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.097070] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.113775] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.113951] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66687aeb-851b-451c-a1ad-a4a5d28c8e24 is going to be deleted. [ 1366.114833] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.115071] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.162276] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.162464] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ff053f-5697-48ae-8af8-6744cc5c994c is going to be deleted. [ 1366.163450] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.163706] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.209104] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.209318] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd55b9a5-4740-45b3-a886-6ff769754673 is going to be deleted. [ 1366.210216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.210445] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.210538] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.210898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9f93126-2dfc-4170-b371-fbb690a64bb0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.210898] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.210977] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.211053] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.211174] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff502cb7-69d7-499c-9fa1-118d5214a53b" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.211746] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.211926] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.212035] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.212173] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97cd0826-7417-4577-adf6-779104c8ac31" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.212306] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.212454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.212533] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.212671] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0fe4362-a489-4867-a494-0f819070b5ab" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.212815] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.212964] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.213057] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.213178] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e988130d-1705-4cf0-901d-933fa337ad16" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.213322] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.213453] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.213614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.213661] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db4405cb-35f2-4537-bc8c-c9e046ebdcde" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.213754] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.213895] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.213970] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.214094] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55911bbb-5b35-4862-bb8a-b39ae5c6317f" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.214222] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.214362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.214437] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.214551] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5b9a15-513b-4f3e-93e0-5175abfe609d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.214678] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.214820] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.214894] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.215015] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-151d4e35-34eb-4b3d-a12a-61184a1aac0d" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.215148] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.215295] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.215371] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.215485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd2ebb31-70ac-4ea9-99b6-ec16cde33f5c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.215612] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.215750] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.215830] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.215978] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40924dd9-4e56-4cdf-b7bf-ce64d5bfb161" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.216124] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.216265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.216341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.216454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cd92bf-bced-4e7c-9115-f79175e05238" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.216581] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.216721] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.216795] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.216899] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eae99507-30f6-4082-956c-6975954654df" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.227132] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.227313] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.227368] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.227587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.227709] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.227861] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66687aeb-851b-451c-a1ad-a4a5d28c8e24" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.235555] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.235747] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.235796] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.236045] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.236169] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.236321] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be65a7f-1d3c-4d87-adb6-bc15752ec156" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.247491] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.247736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.247736] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.247982] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.248117] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.248280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9d9e35-fbbc-4784-931a-2c93b406c2f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.300923] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.301194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.301194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.301354] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.301443] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.301568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ff053f-5697-48ae-8af8-6744cc5c994c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.355405] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.355567] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.355647] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.355835] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.356101] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.356246] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd55b9a5-4740-45b3-a886-6ff769754673" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.841078] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.841477] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.842197] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.842197] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.690309] env[66340]: INFO networking_nsxv3.common.synchronization [req-542f8b48-8b1c-4964-90c6-df74c4976870 req-d4a302f2-9293-45ca-8219-c7ffdb9c446d tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1377.690843] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1377.691170] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.691349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.691349] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.691544] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.691692] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.691819] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.691888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.692192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.692192] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.692312] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.195127] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.195127] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.195403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.195403] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.217729] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.217991] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.218129] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.218197] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.218393] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.218477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.218570] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be updated. [ 1378.247080] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.247331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.247331] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.247506] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.247650] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.256330] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: IN_PROGRESS for 2s [ 1380.268354] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1380.268354] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 deletion is rescheduled due to dependency. [ 1380.268751] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.692022] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.692407] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.094073] env[66340]: INFO networking_nsxv3.common.synchronization [req-2064807f-10c4-4478-b6d2-e661995161bb req-de891ac5-0951-4e00-999b-d9bb4b4a9ecd tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1385.094566] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1385.094854] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.094985] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.095054] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.095256] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.095407] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.095507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.095568] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.095725] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.095788] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.095881] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.381453] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.381453] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.381453] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.381735] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.382151] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.382362] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.382505] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.382766] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.382979] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.383254] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1385.383427] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1385.383530] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1385.383662] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1385.383777] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1385.383888] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1385.384041] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1385.409035] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1385.409276] env[66340]: DEBUG dogpile.cache.region [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1385.409398] env[66340]: DEBUG dogpile.lock [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1385.409526] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.409895] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock port-33bbe7f5-2f9d-4b2f-9425-628e1452824c taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.410141] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "port-33bbe7f5-2f9d-4b2f-9425-628e1452824c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.410221] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "port-33bbe7f5-2f9d-4b2f-9425-628e1452824c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.410507] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "port-33bbe7f5-2f9d-4b2f-9425-628e1452824c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.410637] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-809c3513-9640-4239-af9c-473d278cb54e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33bbe7f5-2f9d-4b2f-9425-628e1452824c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.598047] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.598267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.598267] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.598448] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.598522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.598726] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.598821] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.598875] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.599038] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.599120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.599207] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be updated. [ 1385.624619] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.624927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.624927] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.625023] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.625152] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.633952] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: IN_PROGRESS for 2s [ 1385.913521] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.913770] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.913770] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.914068] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.914262] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.914429] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Segment Port 33bbe7f5-2f9d-4b2f-9425-628e1452824c not found, creating... [ 1385.914684] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.914847] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.914966] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.915219] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.915360] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.915639] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.915796] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.915911] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.916133] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.916269] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.916408] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Resource: SegmentPort with ID: 33bbe7f5-2f9d-4b2f-9425-628e1452824c is going to be created. [ 1385.940471] env[66340]: DEBUG networking_nsxv3.common.locking [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.940730] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.940827] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.941110] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.941347] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.941571] env[66340]: DEBUG oslo_concurrency.lockutils [None req-809c3513-9640-4239-af9c-473d278cb54e None None] Releasing lock "port-33bbe7f5-2f9d-4b2f-9425-628e1452824c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.630043] env[66340]: INFO networking_nsxv3.common.synchronization [req-2064807f-10c4-4478-b6d2-e661995161bb req-d2ae459c-11a4-4214-a5b3-f9e4037c30ab service nova] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_rules [ 1386.630043] env[66340]: INFO networking_nsxv3.common.synchronization [req-2064807f-10c4-4478-b6d2-e661995161bb req-d2ae459c-11a4-4214-a5b3-f9e4037c30ab service nova] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1386.630501] env[66340]: INFO networking_nsxv3.common.synchronization [req-2064807f-10c4-4478-b6d2-e661995161bb req-d2ae459c-11a4-4214-a5b3-f9e4037c30ab service nova] Enqueued Resource ID: 33bbe7f5-2f9d-4b2f-9425-628e1452824c with Priority: HIGHEST for action port [ 1386.630980] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_rules [ 1386.630980] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1386.630980] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bbe7f5-2f9d-4b2f-9425-628e1452824c with Priority: HIGHEST for action port [ 1386.631315] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.631436] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.631528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.631728] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.631813] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.632656] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.632755] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.632954] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-33bbe7f5-2f9d-4b2f-9425-628e1452824c taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.633059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33bbe7f5-2f9d-4b2f-9425-628e1452824c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.633123] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33bbe7f5-2f9d-4b2f-9425-628e1452824c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.633289] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33bbe7f5-2f9d-4b2f-9425-628e1452824c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.633375] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33bbe7f5-2f9d-4b2f-9425-628e1452824c',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.135692] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.135974] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.135974] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33bbe7f5-2f9d-4b2f-9425-628e1452824c with status ACTIVE [ 1387.136127] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.136237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.136301] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.136524] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.136618] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.136798] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.136910] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.136946] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.137114] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.137194] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.137375] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.137469] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.137529] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.137665] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.137740] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.137824] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33bbe7f5-2f9d-4b2f-9425-628e1452824c is going to be updated. [ 1387.159602] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.159817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.159817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.159973] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.160120] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.160278] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33bbe7f5-2f9d-4b2f-9425-628e1452824c" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.644399] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1387.644773] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 deletion is rescheduled due to dependency. [ 1387.644773] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.644842] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.645066] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.645256] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.645374] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.645439] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.645600] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.645826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.645826] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.148944] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.650416] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.154021] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.154021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.154021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.154021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.154021] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.154021] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be updated. [ 1389.181768] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.181991] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.182060] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.182257] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.182405] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.191144] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: IN_PROGRESS for 2s [ 1391.210442] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1391.210886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.210886] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.211055] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.211247] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.211363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.211431] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.211584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.211685] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.211776] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.211869] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.632570] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.632783] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1391.714328] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.217552] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98e4eef-2ef3-4903-be4d-4cbebeb919f4: rpc.has_security_group_logging(os_id): False [ 1392.236025] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.236265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.236265] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.236486] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.236584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.236844] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.236953] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.237034] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.237199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.237281] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.237373] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be updated. [ 1392.333149] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.333454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.333454] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.333587] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.333744] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.346019] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: IN_PROGRESS for 2s [ 1394.360899] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1394.361228] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.633559] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.633948] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.635049] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.635381] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.635969] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.636429] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.637525] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.637924] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.638646] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.639269] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.639891] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.640316] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.640739] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.641232] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.641713] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.641975] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.643381] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.643381] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.644927] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.645269] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.645911] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.646286] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.646809] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.647189] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.647790] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.648252] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.649161] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.649528] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.627163] env[66340]: INFO networking_nsxv3.common.synchronization [req-9d4ec9aa-4ef5-47b7-97f9-9b4e7a73f08b req-427f159b-f47c-432c-93ca-b58e611ce2a6 tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1465.627998] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1465.628350] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.628478] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.628547] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.628757] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.628945] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.629075] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.629137] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.629467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.629467] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.629467] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.133110] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.133110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.133110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.133110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.133110] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.133110] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.133528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.133528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.133528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.133528] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.133665] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be updated. [ 1466.176956] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.177199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.177199] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.177362] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.177582] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.185715] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: IN_PROGRESS for 2s [ 1468.196804] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1468.197230] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 deletion is rescheduled due to dependency. [ 1468.197230] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.629522] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.629757] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.521745] env[66340]: INFO networking_nsxv3.common.synchronization [req-197ac933-f8c1-484f-b432-c1995342dc10 req-2f2096da-86a8-486c-94c0-efaaf28f6933 tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1472.522248] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1472.522546] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.522684] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.522732] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.522950] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.523114] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.523216] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.523280] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.523420] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.523507] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.523599] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.798179] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.798401] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.798509] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.798833] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.799139] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.799306] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.799431] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.799649] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.799788] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.799995] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1472.800319] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] NeedRegenerationException {{(pid=66340) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1472.800439] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] no value, waiting for create lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1472.800547] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] value creation lock acquired {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1472.800660] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] No value present for key: 'zone-id' {{(pid=66340) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1472.800794] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Calling creation function for not-yet-present value {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1472.800955] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1472.822248] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1472.822423] env[66340]: DEBUG dogpile.cache.region [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66340) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1472.822546] env[66340]: DEBUG dogpile.lock [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Released creation lock {{(pid=66340) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1472.822721] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "network-175" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.823126] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock port-3d8d00ff-1c80-4bb9-a205-92582f4a87b0 taken with stack trace [, , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.823301] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "port-3d8d00ff-1c80-4bb9-a205-92582f4a87b0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.823421] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "port-3d8d00ff-1c80-4bb9-a205-92582f4a87b0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.823735] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "port-3d8d00ff-1c80-4bb9-a205-92582f4a87b0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.823899] env[66340]: DEBUG networking_nsxv3.api.rpc [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8d00ff-1c80-4bb9-a205-92582f4a87b0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.026089] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.026341] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.026386] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.026613] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.026782] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.027081] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.027241] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.027334] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.027502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.027594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.027678] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be updated. [ 1473.052191] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.052438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.052438] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.052584] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.052697] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.061126] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: IN_PROGRESS for 2s [ 1473.326518] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.326794] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.326794] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.327127] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.327288] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.327465] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Segment Port 3d8d00ff-1c80-4bb9-a205-92582f4a87b0 not found, creating... [ 1473.327732] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.327893] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.328027] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.328242] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.328381] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.328658] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.328811] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.328927] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.329144] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.329274] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.329411] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Resource: SegmentPort with ID: 3d8d00ff-1c80-4bb9-a205-92582f4a87b0 is going to be created. [ 1473.347470] env[66340]: DEBUG networking_nsxv3.common.locking [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.347662] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.347792] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.348053] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.348281] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.348495] env[66340]: DEBUG oslo_concurrency.lockutils [None req-1cbb5c5c-1411-4965-9e9d-fd6bef98df57 None None] Releasing lock "port-3d8d00ff-1c80-4bb9-a205-92582f4a87b0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.039272] env[66340]: INFO networking_nsxv3.common.synchronization [req-197ac933-f8c1-484f-b432-c1995342dc10 req-5f06a12c-3006-46f7-b779-e3bdcf015255 service nova] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_rules [ 1474.039600] env[66340]: INFO networking_nsxv3.common.synchronization [req-197ac933-f8c1-484f-b432-c1995342dc10 req-5f06a12c-3006-46f7-b779-e3bdcf015255 service nova] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1474.039600] env[66340]: INFO networking_nsxv3.common.synchronization [req-197ac933-f8c1-484f-b432-c1995342dc10 req-5f06a12c-3006-46f7-b779-e3bdcf015255 service nova] Enqueued Resource ID: 3d8d00ff-1c80-4bb9-a205-92582f4a87b0 with Priority: HIGHEST for action port [ 1474.040095] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_rules [ 1474.040231] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1474.040321] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8d00ff-1c80-4bb9-a205-92582f4a87b0 with Priority: HIGHEST for action port [ 1474.040599] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.040724] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.040792] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.040986] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.041092] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.041894] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.041994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.042197] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8d00ff-1c80-4bb9-a205-92582f4a87b0 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.042297] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8d00ff-1c80-4bb9-a205-92582f4a87b0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.042363] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8d00ff-1c80-4bb9-a205-92582f4a87b0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.042522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8d00ff-1c80-4bb9-a205-92582f4a87b0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.042597] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8d00ff-1c80-4bb9-a205-92582f4a87b0',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.544370] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.544594] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.544734] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d8d00ff-1c80-4bb9-a205-92582f4a87b0 with status ACTIVE [ 1474.544933] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.545089] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.545151] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.545390] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.545485] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.545697] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.545811] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.545877] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.546059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.546168] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.546356] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.546414] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.546474] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.546614] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.546690] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.546777] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d8d00ff-1c80-4bb9-a205-92582f4a87b0 is going to be updated. [ 1474.566288] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.566481] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.566560] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.566808] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.566955] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.567138] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8d00ff-1c80-4bb9-a205-92582f4a87b0" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.071292] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1475.071676] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 deletion is rescheduled due to dependency. [ 1475.071676] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.071760] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.071958] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.072165] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.072288] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.072359] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.072522] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.072606] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.072710] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.574616] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.077122] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.579434] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.579622] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.579667] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.579888] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.579994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.580095] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be updated. [ 1476.608045] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.608264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.608264] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.608456] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.608609] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.617568] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: IN_PROGRESS for 2s [ 1478.629135] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1478.629488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.629488] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.629720] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.629911] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.630059] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.630155] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.630286] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.630372] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.630460] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.630554] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.041332] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.041552] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1479.133173] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.635993] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98e4eef-2ef3-4903-be4d-4cbebeb919f4: rpc.has_security_group_logging(os_id): False [ 1479.653421] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.653605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.653605] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.653826] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.653961] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.654282] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.654391] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.654457] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.654616] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.654695] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.654784] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be updated. [ 1479.709814] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.710082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.710082] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.710237] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.710383] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.723235] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: IN_PROGRESS for 2s [ 1481.738976] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1481.739423] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.042673] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.043109] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.043633] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.044134] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.044847] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.045251] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.046608] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.046608] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.047925] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.048343] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.049144] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.049523] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.049914] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.049914] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.050811] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.051309] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.052308] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.052696] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.053676] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.054131] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.054869] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.055264] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.337984] env[66340]: INFO networking_nsxv3.common.synchronization [req-a7008ae9-5ca5-4961-ae5b-d045301ade5f req-2d0f0bc2-bb6e-4827-ad90-e72cb23fef03 tempest-ServerActionsTestJSON-1641778710 tempest-ServerActionsTestJSON-1641778710-project-member] Enqueued Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1536.338758] env[66340]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 with Priority: HIGHEST for action security_group_members [ 1536.338860] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4 taken with stack trace [, , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.338992] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.339056] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.339238] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.339400] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.339502] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.339557] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.339710] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.339817] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.339888] env[66340]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98e4eef-2ef3-4903-be4d-4cbebeb919f4',) {} {{(pid=66340) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.842112] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.842339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.842339] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.842526] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.842625] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.842837] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.842937] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.842994] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.843158] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.843233] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.843318] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 is going to be updated. [ 1536.878244] env[66340]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66340) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.878477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.878477] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.878638] env[66340]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.878781] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.886784] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: IN_PROGRESS for 2s [ 1538.898110] env[66340]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 in Status: SUCCESS [ 1538.898110] env[66340]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98e4eef-2ef3-4903-be4d-4cbebeb919f4 deletion is rescheduled due to dependency. [ 1538.898527] env[66340]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98e4eef-2ef3-4903-be4d-4cbebeb919f4" {{(pid=66340) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.339755] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.340137] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.341212] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.341604] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.654837] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1550.655270] env[66340]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-46f74cd7-3350-49fb-b1d8-1f4ffd479cb4 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1551.342760] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.342944] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.344416] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.344886] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.345911] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.346355] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.347614] env[66340]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.348265] env[66340]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0